---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:34:46.562518Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:34:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:34:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dabb631bdda
    namespace: kserve-ci-e2e-test
    resourceVersion: "23000"
    uid: 20952088-bdec-4325-9489-7c5d4679a590
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:34:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dabc2ce054b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23010"
    uid: f3e378f7-eb9a-42e8-beae-ee97c46dcc4e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23005"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:34:47Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:34:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dabf37876b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23020"
    uid: 349dba49-c551-4681-80f4-8eb4d059d49a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:34:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dabf4f3f556
    namespace: kserve-ci-e2e-test
    resourceVersion: "23022"
    uid: 1777925f-1dfe-4e2e-8c99-80fb81a8d581
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:34:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dabf81dbde0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23024"
    uid: ff38c621-b73a-46a5-9034-3bbc6e5732a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:34:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dabf893d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23025"
    uid: 1d3b4048-826b-4ce0-b7fb-bfe0457d0c63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:34:57Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dae3cf1ea66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23097"
    uid: 32030d44-a412-4f02-be57-3a45ab442181
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:34:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dae3fbf5334
    namespace: kserve-ci-e2e-test
    resourceVersion: "23099"
    uid: 8b305b10-0850-4b8d-be9d-759c3bc3abeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:34:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dae40460fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23100"
    uid: f09d4427-42e1-40c4-a98f-ed7c39e2463f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:34:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dae4050721d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23102"
    uid: 4326c933-567a-4b1e-a7b1-ab6e44fb981a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:34:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dae432d9a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "23105"
    uid: 0c9b42ee-236d-4ec5-91b0-8b8520c1049a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:34:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66dae43a441b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23106"
    uid: 58d84733-4b75-4563-ab34-cba413df4b77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66daeb4dcd9b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: eaa52457-a355-4856-af9b-4392708a103f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:35:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66db3eb474165
    namespace: kserve-ci-e2e-test
    resourceVersion: "23304"
    uid: fef74b80-6d52-4a0d-aab6-a70f101ca30f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: a203f94a-668c-4719-bc70-23f1a5deeac6
  kind: Event
  lastTimestamp: "2026-07-28T10:35:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8.18c66db3eb4817b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23305"
    uid: f2ff7c82-b7a2-4a75-b47d-a12049b80fbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22987"
    uid: 1afcbd6a-c517-475b-bb7a-8da17939595d
  kind: Event
  lastTimestamp: "2026-07-28T10:34:46Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6rmn8'
  metadata:
    creationTimestamp: "2026-07-28T10:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:34:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c66dabb5cbcad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22997"
    uid: 253f620c-cb1c-4a41-844d-0e9719167a70
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22985"
    uid: f7c323bd-5804-4783-9262-c75959e5c6df
  kind: Event
  lastTimestamp: "2026-07-28T10:34:46Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:34:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c66dabb2aa7185
    namespace: kserve-ci-e2e-test
    resourceVersion: "22989"
    uid: ec78ef9f-0c5c-470f-a0ff-8efd90e67892
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22986"
    uid: 91592a42-4506-422a-9c85-244a2338fd46
  kind: Event
  lastTimestamp: "2026-07-28T10:35:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:35:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c66daf31b8336e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 2aa74af9-7a7e-4d3d-a6c1-8dea302547b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22986"
    uid: 91592a42-4506-422a-9c85-244a2338fd46
  kind: Event
  lastTimestamp: "2026-07-28T10:35:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:35:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c66daf322084b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: a2f20783-ed90-49f8-93ca-6e8071c61619
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22978"
    uid: 4b1bb364-3e6a-42c9-820f-b7e30f66f320
  kind: Event
  lastTimestamp: "2026-07-28T10:35:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:35:15Z"
    name: isvc-autogluon-ts-v1-noslash.18c66dabb2c4e570
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 01694117-b01e-4803-951c-0c1ed6ee3fb1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22978"
    uid: 4b1bb364-3e6a-42c9-820f-b7e30f66f320
  kind: Event
  lastTimestamp: "2026-07-28T10:34:46Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:34:46Z"
    name: isvc-autogluon-ts-v1-noslash.18c66dabb3732e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22993"
    uid: b9e3cf88-7500-446d-abc3-0d7b12da659d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 4b1bb364-3e6a-42c9-820f-b7e30f66f320
  kind: Event
  lastTimestamp: "2026-07-28T10:35:15Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:35:15Z"
    name: isvc-autogluon-ts-v1-noslash.18c66db274638454
    namespace: kserve-ci-e2e-test
    resourceVersion: "23244"
    uid: d30d9037-93ad-42c1-8eb4-b1a002634007
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:33:58.934965Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:33:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:33:58Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da09f5efb32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22583"
    uid: b6b11813-9a99-4279-bf8d-236e99e9cf97
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:33:59Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:33:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da0b8c5ac92
    namespace: kserve-ci-e2e-test
    resourceVersion: "22599"
    uid: ccada8e3-bf57-446f-a11f-b23de949f2b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:33:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da0ba32a857
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 0761f180-13ea-4b9c-8dd1-bc8c5a588900
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:33:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da0bd601365
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 654d8180-a56c-457a-9c6a-fcae472ba10c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:33:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da0bdd4661e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22603"
    uid: 7587bca8-bdef-4f40-bcd2-51bf285bdf25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:34:09Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da3030ca3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: 08849649-eadf-4fd4-8812-73a9bba6aba0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:34:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da3068e1af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22676"
    uid: b90d4863-e9d6-469d-a065-716e4f9420a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:34:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da307074954
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: 248ac1d3-7e18-496c-b639-739d2dc96dda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:34:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da307133ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 7278c8a6-09bf-4945-a955-f5f53c9c7802
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:34:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da30a37ff3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22680"
    uid: b428d598-2f7c-4e4b-b1db-a73344145e6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:34:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da30aacf0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22681"
    uid: 4522e65b-5993-4c97-b115-bc1c7aca2940
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:34:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:17Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66da37b718af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22745"
    uid: c56c4b9e-d46e-4196-b339-c695c0c708ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:34:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66daa81d6201c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22934"
    uid: f041ea1c-ae84-45af-af9d-35be21fb621e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:34:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66daa81d6bb2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22935"
    uid: 4be4f8c1-5ab6-4a75-ad53-ef8166360163
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: d0194ff7-9a3c-4461-a700-b242acb0b379
  kind: Event
  lastTimestamp: "2026-07-28T10:34:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:34:42Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6.18c66daab3673be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22942"
    uid: 0628c9f0-66af-4ad8-97fd-10840ef64575
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22567"
    uid: d990ce74-4765-4464-b4e8-ab8275085767
  kind: Event
  lastTimestamp: "2026-07-28T10:33:58Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2nnt6'
  metadata:
    creationTimestamp: "2026-07-28T10:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:33:58Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c66da09ee7f834
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: df6bed84-0a2d-4f40-b200-bd3756230834
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: 59f23e5a-3ebb-43a1-a7d0-69c5bcee0455
  kind: Event
  lastTimestamp: "2026-07-28T10:33:58Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T10:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:33:58Z"
    name: isvc-autogluon-ts-v1-predictor.18c66da09a3cd286
    namespace: kserve-ci-e2e-test
    resourceVersion: "22569"
    uid: 188a8535-ce68-453d-8cbc-a5eb1cf0e406
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22566"
    uid: f25b8326-fb2e-454d-9e0e-2fc1c7efea94
  kind: Event
  lastTimestamp: "2026-07-28T10:34:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:34:28Z"
    name: isvc-autogluon-ts-v1-predictor.18c66da4190c4142
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 0789b75f-ce2b-43a7-868d-309fdf04944e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22566"
    uid: f25b8326-fb2e-454d-9e0e-2fc1c7efea94
  kind: Event
  lastTimestamp: "2026-07-28T10:34:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:34:28Z"
    name: isvc-autogluon-ts-v1-predictor.18c66da4197d3eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22831"
    uid: 68efa445-04ec-4329-8afc-372de9e2d33b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22557"
    uid: d31fb68e-418f-418f-a4e2-0c31d7469e94
  kind: Event
  lastTimestamp: "2026-07-28T10:34:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:34:27Z"
    name: isvc-autogluon-ts-v1.18c66da09a5156bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22822"
    uid: 682532a0-7980-4bb4-9fa2-fc6ed5a77425
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22557"
    uid: d31fb68e-418f-418f-a4e2-0c31d7469e94
  kind: Event
  lastTimestamp: "2026-07-28T10:33:58Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:33:58Z"
    name: isvc-autogluon-ts-v1.18c66da09ad42ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "22589"
    uid: d256bafc-6793-49e2-8bd5-f97a6eb7735d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22561"
    uid: d31fb68e-418f-418f-a4e2-0c31d7469e94
  kind: Event
  lastTimestamp: "2026-07-28T10:33:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:33:58Z"
    name: isvc-autogluon-ts-v1.18c66da0a1a411e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22590"
    uid: 237bc871-b529-4426-b98b-6fc905c69a48
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: d31fb68e-418f-418f-a4e2-0c31d7469e94
  kind: Event
  lastTimestamp: "2026-07-28T10:34:27Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:34:27Z"
    name: isvc-autogluon-ts-v1.18c66da73ad8cb3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22821"
    uid: ca38a07b-732c-4777-900b-ca0dc698e5f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:23:52.041822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:23:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:23:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d1351b8836d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17989"
    uid: 6ca2acf0-b810-4200-a620-5bb6bbb47f51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18002"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:23:52Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:23:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d136b61b0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18021"
    uid: 5da76e1e-fe7a-4946-b7c5-cb85496fe71a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:23:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d136ce85ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18023"
    uid: 756b0097-2320-42bb-bb7e-a5ca38649cbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:23:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d136fadca32
    namespace: kserve-ci-e2e-test
    resourceVersion: "18024"
    uid: 6e888bc2-d467-43fb-8f36-cee3c570a470
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:23:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d1370227b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "18025"
    uid: f09f6cb3-e362-4830-9b7e-eeb195a8e43c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:24:22Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T10:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d1a76634cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18249"
    uid: 22a644f5-8b0e-485e-9ae9-f88818f5c6cc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:26:27Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m4.834s
    (2m4.834s including waiting). Image size: 8940333845 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:26:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d37871e4797
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: ec315c7b-421b-4c0f-890b-492e0052f6ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:26:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:26:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d378ce554da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 84efa4eb-fbb7-404f-8276-3f88d0b5c605
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:26:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:26:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d378dd8f9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19120"
    uid: 6a48541e-5b53-46ba-9119-8d7d8842b6ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:26:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:26:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d378de49413
    namespace: kserve-ci-e2e-test
    resourceVersion: "19121"
    uid: 7e988e79-ead6-4846-ab7b-7279c1383d90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:26:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:26:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d37944edb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: 5b37fa73-640c-498b-86a5-5e7ee0f49b07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:26:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:26:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d37957d9518
    namespace: kserve-ci-e2e-test
    resourceVersion: "19123"
    uid: 0fe00700-7f0a-4c90-9d99-fb5d16dafdde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:26:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:26:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d37eec2c293
    namespace: kserve-ci-e2e-test
    resourceVersion: "19175"
    uid: 81591622-3aea-4368-8c38-43de49c08707
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:26:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:26:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d3ecc66a1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: 7efe41df-ef58-4670-9950-4fc2913211b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:26:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:26:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d3ecc6752bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19365"
    uid: 669c7b7f-e2d7-484a-9fea-e8326e0f4093
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 324c6db2-a09d-4b33-84d2-52eba2f5273a
  kind: Event
  lastTimestamp: "2026-07-28T10:27:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-07-28T10:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:27:01Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgdd7.18c66d3f6264d227
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: c13a0455-0c5b-47ac-8ead-2c0b888a9044
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17968"
    uid: e7558b6e-6ea8-451c-8eca-72b1f98f7f21
  kind: Event
  lastTimestamp: "2026-07-28T10:23:52Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-cgdd7'
  metadata:
    creationTimestamp: "2026-07-28T10:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c66d135147c35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 35d11dbf-897b-47b5-8c3c-bfdb1e309834
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 63f01c9e-a11e-4d77-b26d-fbc55c9ee933
  kind: Event
  lastTimestamp: "2026-07-28T10:23:51Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:51Z"
    name: isvc-autogluon-v1-predictor.18c66d134ca23ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: 776444ed-8a67-43ff-bf2b-2c46873e3514
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6b512688-ecc4-4a47-b0c2-73db9657fd9d
  kind: Event
  lastTimestamp: "2026-07-28T10:26:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:26:37Z"
    name: isvc-autogluon-v1-predictor.18c66d16cb4ee289
    namespace: kserve-ci-e2e-test
    resourceVersion: "19189"
    uid: 1a9086c9-2ec4-4e76-bc26-4b866777c171
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6b512688-ecc4-4a47-b0c2-73db9657fd9d
  kind: Event
  lastTimestamp: "2026-07-28T10:26:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:26:37Z"
    name: isvc-autogluon-v1-predictor.18c66d16cbbd8e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19190"
    uid: 5b4fae3d-22a9-4467-a1b4-1b27b45095ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: 6b512688-ecc4-4a47-b0c2-73db9657fd9d
  kind: Event
  lastTimestamp: "2026-07-28T10:26:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:26:52Z"
    name: isvc-autogluon-v1-predictor.18c66d3d41f6d48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: aa321996-5c80-46ab-bfc4-72be4143db40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: 6b512688-ecc4-4a47-b0c2-73db9657fd9d
  kind: Event
  lastTimestamp: "2026-07-28T10:26:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:26:52Z"
    name: isvc-autogluon-v1-predictor.18c66d3d4264a24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: f2561113-f8b9-4913-9e96-9037b5623df9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: 2b4d5796-f81c-4fdd-9751-81440dd91ca6
  kind: Event
  lastTimestamp: "2026-07-28T10:26:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:26:45Z"
    name: isvc-autogluon-v1.18c66d134cafaf02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19252"
    uid: 4750aac4-3c07-45a4-a43d-661a3cc1f94e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: 2b4d5796-f81c-4fdd-9751-81440dd91ca6
  kind: Event
  lastTimestamp: "2026-07-28T10:23:51Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:23:51Z"
    name: isvc-autogluon-v1.18c66d134d30d9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17974"
    uid: 0bbd077a-c2a4-40c5-a6e1-dc69ae933797
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19250"
    uid: 2b4d5796-f81c-4fdd-9751-81440dd91ca6
  kind: Event
  lastTimestamp: "2026-07-28T10:26:45Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:26:45Z"
    name: isvc-autogluon-v1.18c66d3baecf1e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19251"
    uid: e799c6cd-d123-491a-b83b-60e64437bd67
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:31:47.570469Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21585"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:31:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:31:47Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d82096fbb19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21590"
    uid: 735b2aa8-446b-4183-bae4-d6b5c082bb6a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:31:47Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:31:48Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d8222ef7c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21601"
    uid: 566c51ef-d39b-4873-8d84-0f7461011151
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:31:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:48Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d82244fa670
    namespace: kserve-ci-e2e-test
    resourceVersion: "21603"
    uid: 99eb165c-907a-438f-b248-b9192f34dd22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:31:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:48Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d82274c77d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: 719afdbc-4bef-455e-b1dd-2fdaa7f46ac0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:31:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:48Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d8227bfa076
    namespace: kserve-ci-e2e-test
    resourceVersion: "21606"
    uid: fdd971d7-f891-4f15-b48a-c2bd613aeeff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:32:08Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d86f46b023d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21754"
    uid: dea5ba82-6d46-46c6-ac22-3dd1ac544936
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:32:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d86f83ede30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: db5a2b57-3ecc-4fcc-8887-d206cd3e1778
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:32:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d86f8b31b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: 0048647b-04bc-429c-9d75-846df8058fe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:32:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d86f8bc791e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 8fc5478a-a385-478c-9b4d-0030a9e40f87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:32:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d86fbfde3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: d0414984-d742-4c66-996f-a7bfc4c50904
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:32:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d86fc736cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: f504a292-4557-4939-98be-f53912309f2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:33:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d9f6b3d4951
    namespace: kserve-ci-e2e-test
    resourceVersion: "22514"
    uid: c2f87f72-d691-4851-8239-557432151326
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 130b498d-5e6b-4042-8d93-196c9f6c4170
  kind: Event
  lastTimestamp: "2026-07-28T10:33:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4.18c66d9f6b3df10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22515"
    uid: aceaf599-6241-4cc6-9c8b-04812740c7c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21571"
    uid: 10dc481b-2968-4ea3-b3db-a374ea01eddf
  kind: Event
  lastTimestamp: "2026-07-28T10:31:47Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g48b4'
  metadata:
    creationTimestamp: "2026-07-28T10:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:31:47Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c66d8208648c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21586"
    uid: f417c372-165f-42fe-aff7-d015cc2dc10a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21568"
    uid: 7628f7d0-592d-427c-83b4-940410182c9b
  kind: Event
  lastTimestamp: "2026-07-28T10:31:47Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:31:47Z"
    name: isvc-autogluon-v2-noslash-predictor.18c66d81ff0a4529
    namespace: kserve-ci-e2e-test
    resourceVersion: "21572"
    uid: 0425e4c2-594e-47c4-89ab-bd17f2abccb3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: b1b87069-19bf-4084-acee-5412183e7654
  kind: Event
  lastTimestamp: "2026-07-28T10:32:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:32:32Z"
    name: isvc-autogluon-v2-noslash-predictor.18c66d857df610a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 0016c047-76e8-42d6-8e6a-7966e139da54
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: b1b87069-19bf-4084-acee-5412183e7654
  kind: Event
  lastTimestamp: "2026-07-28T10:32:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:32:32Z"
    name: isvc-autogluon-v2-noslash-predictor.18c66d857e60f268
    namespace: kserve-ci-e2e-test
    resourceVersion: "21927"
    uid: dfc322a6-010b-4dee-8de4-dda723aee001
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: b1b87069-19bf-4084-acee-5412183e7654
  kind: Event
  lastTimestamp: "2026-07-28T10:33:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:33:47Z"
    name: isvc-autogluon-v2-noslash-predictor.18c66d8ffb7b2908
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 8c85b7ed-2f42-4f38-ab9e-dd6b974f575d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: b1b87069-19bf-4084-acee-5412183e7654
  kind: Event
  lastTimestamp: "2026-07-28T10:33:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:33:47Z"
    name: isvc-autogluon-v2-noslash-predictor.18c66d8ffbc8d20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22454"
    uid: 778854f3-a88d-431a-a33d-c6da0dc6f6d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21562"
    uid: 909d9427-78d5-4e30-bf06-77347e7b003e
  kind: Event
  lastTimestamp: "2026-07-28T10:33:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:33:46Z"
    name: isvc-autogluon-v2-noslash.18c66d81ff5f9976
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: df39272a-8956-4533-86e6-91676bebad7f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21562"
    uid: 909d9427-78d5-4e30-bf06-77347e7b003e
  kind: Event
  lastTimestamp: "2026-07-28T10:31:47Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:31:47Z"
    name: isvc-autogluon-v2-noslash.18c66d8200a63ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 52562801-8341-4850-80e5-fe310d0542c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 909d9427-78d5-4e30-bf06-77347e7b003e
  kind: Event
  lastTimestamp: "2026-07-28T10:31:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:31:47Z"
    name: isvc-autogluon-v2-noslash.18c66d820b829de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21596"
    uid: 2d8f4dbf-afff-43bc-a783-eab94753c1e8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22443"
    uid: 909d9427-78d5-4e30-bf06-77347e7b003e
  kind: Event
  lastTimestamp: "2026-07-28T10:33:46Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:33:46Z"
    name: isvc-autogluon-v2-noslash.18c66d9dc3ad2542
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 97c61f8f-a9ef-4f56-99d4-40ab9b125eef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:27:03.930115Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19432"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:27:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:27:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d3fff2781d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19436"
    uid: c59bec7e-742a-4862-9e2a-a63ed5c82bc2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:27:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:27:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d400a9ea60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19447"
    uid: 91ab0900-93be-411b-b09e-d922c49c67c4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19443"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:27:04Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:27:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d403db9ad7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 623d2e29-1c8d-4aa2-86eb-63438ae2666c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:27:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:27:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d403f2367ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: d1b5258b-cc6e-456b-b347-f65e4dd87070
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:27:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:27:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d404180905f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: 4ebc1298-fab6-4419-a980-7d6c19115514
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:27:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:27:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d4041e193a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: a201a32d-944d-44c9-a377-e066c1aa5835
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:27:34Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:27:34Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d4721e2b2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: d23d7d88-074e-475d-b3da-4202be8c6f1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:27:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:27:34Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d472503df93
    namespace: kserve-ci-e2e-test
    resourceVersion: "19674"
    uid: 84492772-3693-4619-bf23-2183911cd140
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:27:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:27:34Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d4725679359
    namespace: kserve-ci-e2e-test
    resourceVersion: "19675"
    uid: c3c92a10-c9e6-4742-b8c2-b649c4fb2b33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:27:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:27:34Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d4725724c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19678"
    uid: 191fd8ef-cda9-41b4-8f8a-ea552d84de81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:27:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:27:34Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d4728d487c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: 5dbeb9c9-cf15-4eaa-bfe5-27cc1c5a4f8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:27:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:27:34Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d47293b00f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: f9558f59-de11-4784-a750-ef50e432b008
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:29:19Z"
  message: 'Readiness probe failed: Get "http://10.134.0.29:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T10:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d5f95d23f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "20416"
    uid: 859a60bd-b8fc-4eaf-a8b0-1f94d8b7042a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:29:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d5fc1719735
    namespace: kserve-ci-e2e-test
    resourceVersion: "20438"
    uid: 79e70af8-5f55-45fb-9c66-e0609961c036
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:29:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d5fc1721d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20439"
    uid: 86201d7c-43da-4ac9-8d7d-0fa06d4a2e0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a1806c31-60eb-4c48-a4ad-b0f2a58d7982
  kind: Event
  lastTimestamp: "2026-07-28T10:29:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:21Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s.18c66d600c3bbdbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20449"
    uid: feda2429-0662-4b9e-bf04-fbef57f77495
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 21a0b65b-f389-49a2-95a2-c40129a5677c
  kind: Event
  lastTimestamp: "2026-07-28T10:27:03Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-rdz2s'
  metadata:
    creationTimestamp: "2026-07-28T10:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:27:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c66d3ffeaf9edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19433"
    uid: 9346238a-5dba-442b-b0cc-3b54e25e6379
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19419"
    uid: da61d6b8-073a-40ff-b824-c62dbfb7ba3a
  kind: Event
  lastTimestamp: "2026-07-28T10:27:03Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:27:03Z"
    name: isvc-autogluon-v2-predictor.18c66d3ffa14bff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: e98d2c91-9403-45a2-8b86-61930e2c02bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19420"
    uid: b33d540a-ac94-4498-8aa7-0c6bda2a4b84
  kind: Event
  lastTimestamp: "2026-07-28T10:28:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:28:03Z"
    name: isvc-autogluon-v2-predictor.18c66d437933a973
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: fb188d55-a717-4bf0-aa3c-3e4781286868
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19420"
    uid: b33d540a-ac94-4498-8aa7-0c6bda2a4b84
  kind: Event
  lastTimestamp: "2026-07-28T10:28:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:28:03Z"
    name: isvc-autogluon-v2-predictor.18c66d43799a9d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 52a70118-b474-4936-a3c0-f6f3d5c0c0e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: b33d540a-ac94-4498-8aa7-0c6bda2a4b84
  kind: Event
  lastTimestamp: "2026-07-28T10:29:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:29:19Z"
    name: isvc-autogluon-v2-predictor.18c66d5176b83f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "20412"
    uid: af9a217e-065b-4d3d-acaf-e6eb4169e4db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: b33d540a-ac94-4498-8aa7-0c6bda2a4b84
  kind: Event
  lastTimestamp: "2026-07-28T10:29:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:29:19Z"
    name: isvc-autogluon-v2-predictor.18c66d5177829ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: cf242905-0400-4ded-bb6b-95a3e43ddb52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:29:25.509904Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:29:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:29:25Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d60f5f7927f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20508"
    uid: 3496d003-3894-4271-8e76-4352a77e3394
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:29:25Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:29:25Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d610f7a6a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: 2f1fa9a8-f7a9-4fb1-a954-f1601a3305b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:29:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:25Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d6110fa0498
    namespace: kserve-ci-e2e-test
    resourceVersion: "20525"
    uid: 292cf3b5-1272-4c76-ad5a-aed8a9b93554
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:29:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d6113f8b26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20526"
    uid: ef13068e-de2a-484e-95ae-d032751db4f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:29:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d61146e39c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20527"
    uid: 5ae7ab72-ef86-4afa-9255-5549a534117a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:29:56Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d681889929e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: bde7763b-c20f-45da-bb95-33d1c9f914a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:29:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d681bcef43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: 12acf985-7121-4832-be17-f017b1b4f1ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:29:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d681c44991e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: b45fcdc4-696b-4da2-88ac-d80ff795f7a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:29:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d681c506efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20755"
    uid: 4caa105c-6f18-4029-8290-1a469b61bc53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:29:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d681fd9aae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20759"
    uid: e308c237-77ea-4a85-ace9-1ff3d28b1865
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:29:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:29:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d682055b617
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: a931242a-57dc-4b0d-85e0-1eb51fdb15fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:31:41Z"
  message: 'Readiness probe failed: Get "http://10.134.0.30:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T10:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d80a5bdcc1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21494"
    uid: d7bba911-2857-4299-9a88-adbf14eb8b8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:31:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d80ce47d8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21514"
    uid: 49ed4f87-e19a-42da-aca7-c781cea7ec6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:31:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d80ce485961
    namespace: kserve-ci-e2e-test
    resourceVersion: "21515"
    uid: 61e1161a-cfd1-4a58-97c1-6cf7ca6dba40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 8aa1d079-8177-432f-a308-9f768a89f888
  kind: Event
  lastTimestamp: "2026-07-28T10:31:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm.18c66d8102e2f565
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: d4f9f61e-b826-4d1a-86cc-cb2c09b9e2d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: 8c44a4d4-d60c-48b0-973a-99dad5e14df9
  kind: Event
  lastTimestamp: "2026-07-28T10:29:25Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-nbskm'
  metadata:
    creationTimestamp: "2026-07-28T10:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:29:25Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c66d60f563c957
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: 384ec2a0-0d1e-4b3c-b209-4c6d3431fcef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: f2f398af-f671-4155-be17-c0586aaadc9e
  kind: Event
  lastTimestamp: "2026-07-28T10:29:25Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:29:25Z"
    name: isvc-autogluon-v2-variants-predictor.18c66d60f03a6cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20493"
    uid: c262e287-da1c-4a6b-9c46-b3806d2f6c25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: bf4ebbaa-7d94-4b92-9177-d36bbba59298
  kind: Event
  lastTimestamp: "2026-07-28T10:30:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:30:25Z"
    name: isvc-autogluon-v2-variants-predictor.18c66d646eaf160c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 4d2a05a4-78ef-426d-9227-54dfdb4f813d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: bf4ebbaa-7d94-4b92-9177-d36bbba59298
  kind: Event
  lastTimestamp: "2026-07-28T10:30:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:30:25Z"
    name: isvc-autogluon-v2-variants-predictor.18c66d646f10a39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20961"
    uid: eec201c5-d021-4101-80ec-e285235135fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: bf4ebbaa-7d94-4b92-9177-d36bbba59298
  kind: Event
  lastTimestamp: "2026-07-28T10:31:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:31:40Z"
    name: isvc-autogluon-v2-variants-predictor.18c66d726a9768d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21486"
    uid: 835e79dd-5dae-46ef-a749-27bcf976c8cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: bf4ebbaa-7d94-4b92-9177-d36bbba59298
  kind: Event
  lastTimestamp: "2026-07-28T10:31:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:31:40Z"
    name: isvc-autogluon-v2-variants-predictor.18c66d726af8ebfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21487"
    uid: c2f58e05-faa1-4fb1-bf50-a80de8ee6f9e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: 5aab4176-c4e1-41da-aefb-de3f518dc23a
  kind: Event
  lastTimestamp: "2026-07-28T10:31:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:31:30Z"
    name: isvc-autogluon-v2-variants.18c66d60f04381c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 5d365d42-9f5d-492f-b1ca-4ddd05250ae8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: 5aab4176-c4e1-41da-aefb-de3f518dc23a
  kind: Event
  lastTimestamp: "2026-07-28T10:29:25Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:29:25Z"
    name: isvc-autogluon-v2-variants.18c66d60f0c9f544
    namespace: kserve-ci-e2e-test
    resourceVersion: "20514"
    uid: 582b601a-525b-4c21-8629-508c2a267f13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20486"
    uid: 5aab4176-c4e1-41da-aefb-de3f518dc23a
  kind: Event
  lastTimestamp: "2026-07-28T10:29:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:29:25Z"
    name: isvc-autogluon-v2-variants.18c66d60f74692af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: a7daa551-ead1-42c1-9a16-439b433554be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 5aab4176-c4e1-41da-aefb-de3f518dc23a
  kind: Event
  lastTimestamp: "2026-07-28T10:31:30Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:31:30Z"
    name: isvc-autogluon-v2-variants.18c66d7e1946125e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 1874dfbe-4305-471d-b153-769739347bdb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: 5297829a-db40-498b-9646-82ab88e2c4a9
  kind: Event
  lastTimestamp: "2026-07-28T10:29:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:29:08Z"
    name: isvc-autogluon-v2.18c66d3ffa28b56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: 36743eb3-eda2-4d00-8a6b-82c38b257f2e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: 5297829a-db40-498b-9646-82ab88e2c4a9
  kind: Event
  lastTimestamp: "2026-07-28T10:27:03Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:27:03Z"
    name: isvc-autogluon-v2.18c66d3ffaacf64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19441"
    uid: 775201c0-f731-4777-8353-64b233074007
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: 5297829a-db40-498b-9646-82ab88e2c4a9
  kind: Event
  lastTimestamp: "2026-07-28T10:27:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:27:03Z"
    name: isvc-autogluon-v2.18c66d4000d79910
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: bdcb5fec-43ac-4987-97d2-fa44049aca39
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: 5297829a-db40-498b-9646-82ab88e2c4a9
  kind: Event
  lastTimestamp: "2026-07-28T10:29:08Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:29:08Z"
    name: isvc-autogluon-v2.18c66d5d0972933e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: b84ea9b8-2017-4b38-b7ea-2883515f7fc4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:35:27.020277Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23369"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-69fc457c9b-w4njg
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:35:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:35:27Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db521aa28de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23374"
    uid: 0a18708d-1f20-4d1f-aebe-bc50025e289b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:35:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:27Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db52ced2f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: efe28fe7-a3fb-4455-bd13-3666809949dd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23379"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:35:28Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:35:28Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db55efdac8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23413"
    uid: 75f8ffb4-836e-4310-b997-d2bef33b49ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:35:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:28Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db5608fa132
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: 556e00c6-f81c-4f3b-8a51-f8b9a1a3c89a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:35:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:28Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db563477015
    namespace: kserve-ci-e2e-test
    resourceVersion: "23416"
    uid: 4ba7100f-1e81-463d-ac87-2912ef2ab5a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:35:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:28Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db563bb7408
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: 13a421c6-7491-4729-8b23-12334a44d146
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:35:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:32Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db66cd9d973
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 476af69a-f0bb-4caa-a7da-cd5089b40c16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:35:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:32Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db6701485d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 5d977249-3447-4ea4-a89b-707d19444323
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:35:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:32Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db670875b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "23471"
    uid: c419d339-d70a-436f-81b6-84c41bdbe6fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:35:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:32Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db67091934c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23472"
    uid: a86e6087-9731-4c41-abbf-3438783f6296
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:35:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:32Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db673b97a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23475"
    uid: e0b1ed29-9bf8-472e-9561-3adc0d36c895
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:35:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:32Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db67441b4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23476"
    uid: b2acc128-ff7b-4ce4-b653-7cfbff1e78c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:36:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:57Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66db7d31326ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24116"
    uid: abb577ec-6721-466e-a65d-a970aa8b27d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:36:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:57Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66dca1d73a963
    namespace: kserve-ci-e2e-test
    resourceVersion: "24108"
    uid: d11f2a43-5fe2-458d-9379-bc06874a4c3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:36:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:57Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66dca1d7452af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24109"
    uid: bec1979f-4be1-4d4a-9e7f-d6f9e61e8fe9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-w4njg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 364c185d-fff4-4313-93a2-14f48ebac975
  kind: Event
  lastTimestamp: "2026-07-28T10:36:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:58Z"
    name: isvc-canary-create-predictor-69fc457c9b-w4njg.18c66dca73aa5bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "24129"
    uid: 5d6aa499-eba4-473b-bd38-be127ae7867c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-69fc457c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23354"
    uid: 5bd7c67c-fbc4-474a-88db-0a767d535d8e
  kind: Event
  lastTimestamp: "2026-07-28T10:35:27Z"
  message: 'Created pod: isvc-canary-create-predictor-69fc457c9b-w4njg'
  metadata:
    creationTimestamp: "2026-07-28T10:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:35:27Z"
    name: isvc-canary-create-predictor-69fc457c9b.18c66db5212eec21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: 70db2d50-3232-4f06-b521-61cfebc20401
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23353"
    uid: ab8487f7-5d1a-4b17-9ea9-2a41f369039a
  kind: Event
  lastTimestamp: "2026-07-28T10:35:26Z"
  message: Scaled up replica set isvc-canary-create-predictor-69fc457c9b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:35:26Z"
    name: isvc-canary-create-predictor.18c66db51de9b594
    namespace: kserve-ci-e2e-test
    resourceVersion: "23355"
    uid: 406fd566-a50f-49eb-a8da-8374bd5c4778
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:35:27.067885Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23378"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:35:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:35:27Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db524809869
    namespace: kserve-ci-e2e-test
    resourceVersion: "23383"
    uid: d58417aa-f1cb-48de-8b32-7273178d20de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:35:27Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:35:27Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db53df43350
    namespace: kserve-ci-e2e-test
    resourceVersion: "23400"
    uid: 9d49386f-e521-4469-8646-821912facf4a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:35:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:27Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db53f73d341
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: 15acf945-c1d7-49d4-b3df-f0c57969549b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:35:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:27Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db54243defa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23405"
    uid: 026810a7-6f66-4661-b345-f68cffe510f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:35:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:27Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db542b4bc99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: a9832e2e-f413-4d8e-83f3-d14bfe1d0fbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:35:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:31Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db630e9df63
    namespace: kserve-ci-e2e-test
    resourceVersion: "23452"
    uid: 31530d51-1d0c-4568-9347-e6f6fb5c559f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:35:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:31Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db63402649f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23454"
    uid: d307ea1e-af35-46ed-9d4f-28a8fb99018a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:35:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:31Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db634851fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23455"
    uid: 4ab22450-4727-42c6-818b-9d55c320993b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:35:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:31Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db6348fce6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23456"
    uid: 3cfe0f9e-af08-4268-a8fa-8e7cce849e26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:35:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:31Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db637a91805
    namespace: kserve-ci-e2e-test
    resourceVersion: "23459"
    uid: 7567480c-7367-4770-a1f8-5e5d5b60358f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:35:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:31Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db6381f396a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: 21df32e5-bd4a-4bb7-9d21-84fe488faf2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:36:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:58Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66db66d0118af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: e872df91-4964-4db1-98ea-28adc726731a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:36:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:57Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66dca1dd3f60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 3674b3ff-8666-4317-b9fe-05a3d62e9731
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:36:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:57Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66dca1dd51587
    namespace: kserve-ci-e2e-test
    resourceVersion: "24112"
    uid: 10af66af-5f49-43c2-ac6a-baca6efeed58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: ee5141e2-3c7e-42bf-a485-bf216a4d499e
  kind: Event
  lastTimestamp: "2026-07-28T10:36:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:58Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5.18c66dca7362fbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: cf72f3f1-5363-40aa-b0e2-2faacc55e6ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5957db6ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23363"
    uid: c5479cdc-acc7-4993-ac18-59910f90ecf1
  kind: Event
  lastTimestamp: "2026-07-28T10:35:27Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5957db6ddf-qj5c5'
  metadata:
    creationTimestamp: "2026-07-28T10:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:35:27Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf.18c66db523fb44ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23380"
    uid: f08fbc28-2374-41ca-8354-e5c2c1de426a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23362"
    uid: edcad4f3-dacb-426a-bdec-2e317b04d56f
  kind: Event
  lastTimestamp: "2026-07-28T10:35:26Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5957db6ddf from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T10:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:35:26Z"
    name: isvc-canary-create-v2-predictor.18c66db51ff4d205
    namespace: kserve-ci-e2e-test
    resourceVersion: "23365"
    uid: 58284b48-e9a8-477f-adab-f909eaa705db
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23346"
    uid: d59fc647-7f52-4ad8-a4a3-0788bee0c378
  kind: Event
  lastTimestamp: "2026-07-28T10:36:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:36:48Z"
    name: isvc-canary-create.18c66db51fa6dc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24028"
    uid: ffd11258-35d5-40d0-8673-0bb1689addae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23346"
    uid: d59fc647-7f52-4ad8-a4a3-0788bee0c378
  kind: Event
  lastTimestamp: "2026-07-28T10:35:26Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:35:26Z"
    name: isvc-canary-create.18c66db5203ccec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 6c18a5b3-30eb-473d-9f7d-be8cdcb10456
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23346"
    uid: d59fc647-7f52-4ad8-a4a3-0788bee0c378
  kind: Event
  lastTimestamp: "2026-07-28T10:35:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:35:27Z"
    name: isvc-canary-create.18c66db5203d1e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "23368"
    uid: cf88f411-64b9-462a-9528-0de767a409b8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24010"
    uid: d59fc647-7f52-4ad8-a4a3-0788bee0c378
  kind: Event
  lastTimestamp: "2026-07-28T10:36:47Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:36:47Z"
    name: isvc-canary-create.18c66dc7e88fade2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24011"
    uid: 441ac0ed-7120-4315-8ff8-3c196e5e1e6c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:37:02.314904Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-698bbb5b56-5qkrf
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:37:02Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcb51aaba18
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: e9d9732d-02be-4155-a952-da4d110c899e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24200"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:37:02Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:37:02Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcb6c095682
    namespace: kserve-ci-e2e-test
    resourceVersion: "24216"
    uid: 2ef56bbd-b5da-4041-883a-32d2c608718d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:37:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:02Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcb6d87d6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: d4f644fb-e233-411a-9806-4844fa188251
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:37:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:02Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcb70a9e3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 673cc046-1bf7-439e-9c16-ee5ba0a8a2ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:37:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:02Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcb712ea72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24220"
    uid: 6266df3a-94df-4f1a-8818-e4f22248e4f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:37:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcc68fca1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: a38d549e-beaf-4dc9-b60d-c57b6a191394
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:37:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcc6ccab550
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: 60ea9447-0d82-4853-91f7-5a5f5073391d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:37:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcc6d3e83ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 1978323d-aa22-4e7b-bd67-8cf70d413f5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:37:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcc6d47a06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24278"
    uid: 71f218d1-45b4-490a-9de6-6f2c160bda14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:37:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcc70aff0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: df83d193-11f9-49a6-a1f9-e6e4730c4015
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:37:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcc713b0acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: 793bed76-08ec-4a87-91ee-c3368af0a5af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:38:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:34Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66dcca52b7c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "25236"
    uid: 1c68fd66-092c-4027-bdfc-6e91cd9c9100
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:38:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:32Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66de04c4f513d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25203"
    uid: fd210434-27ed-4995-8a63-4709976884b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:38:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:32Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66de04c500e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 33162bd2-0c52-4703-80b9-4b240d1929d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: d72ab86a-1611-47ce-8c20-3b32fc642b4d
  kind: Event
  lastTimestamp: "2026-07-28T10:38:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:34Z"
    name: isvc-canary-promote-predictor-698bbb5b56-5qkrf.18c66de0ab6463fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: cab4b76e-82ed-4ed8-94da-0b3418fa82db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-698bbb5b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: f6af9949-1690-44c8-9e9b-14c2615b08af
  kind: Event
  lastTimestamp: "2026-07-28T10:37:02Z"
  message: 'Created pod: isvc-canary-promote-predictor-698bbb5b56-5qkrf'
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:37:02Z"
    name: isvc-canary-promote-predictor-698bbb5b56.18c66dcb5115ebb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24183"
    uid: 662e01bd-2ce4-49d8-a31d-2499ae334d40
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: 072b1d47-5bb6-4d65-a589-10dedd70b3cd
  kind: Event
  lastTimestamp: "2026-07-28T10:37:02Z"
  message: Scaled up replica set isvc-canary-promote-predictor-698bbb5b56 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:37:02Z"
    name: isvc-canary-promote-predictor.18c66dcb4c32ab71
    namespace: kserve-ci-e2e-test
    resourceVersion: "24165"
    uid: adae8e85-ac2f-4c83-9897-89fed6f0db4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:38:32.490148Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25210"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    to ip-10-0-136-186.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:38:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:38:32Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de05087cc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25214"
    uid: a99a0dbb-28a6-479b-8610-81c2c31a7407
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25220"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:32Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:38:32Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de069ef5d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: a7582133-e2bc-4151-a8ac-6ca36af06fc2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:32Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
  metadata:
    creationTimestamp: "2026-07-28T10:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:32Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de06b8b168e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25229"
    uid: cd37e6e2-4186-4a83-b1a9-b8edd92dcaf7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    in 3.517s (3.517s including waiting). Image size: 302621120 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:36Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de13d2f8710
    namespace: kserve-ci-e2e-test
    resourceVersion: "25256"
    uid: f3c51a4a-dd56-4bf6-943e-c538ab48fab0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:36Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de14054f58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25257"
    uid: 5220b52a-58af-49ec-a8e0-1be1cede4000
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:36Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de140c43dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: 0aff5b71-323d-4ad9-8493-8d97d9e316de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:40Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
  metadata:
    creationTimestamp: "2026-07-28T10:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:40Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de2486ce611
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: 7d24f058-aa38-438b-8bf1-a8c0920570ea
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    in 12.82s (12.82s including waiting). Image size: 1555733417 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:53Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de54495d337
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: 88dfa1ac-483c-4db7-b4c5-1b607350ba04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:53Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de547fd2624
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: 8b5015a2-0e05-4d7c-bb6e-e3f23b10518f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:53Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de5486cfa4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25392"
    uid: a123d9be-9c8e-4dd5-ba77-49f4dfee1126
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:53Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T10:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:53Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de54879919b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: 6a5c3576-0925-4b11-8ef9-3ea1a3adc331
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.26s (2.26s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:56Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de5cf353527
    namespace: kserve-ci-e2e-test
    resourceVersion: "25412"
    uid: 26c15bff-f2d5-487f-9962-bd460a0119dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:56Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de5d1fc07c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25413"
    uid: abdcfee0-3a67-4da0-ac54-bacdda8f1b79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:38:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:56Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de5d27f016d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 99fd54d6-63eb-4267-8c43-60f949feabc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:40:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:03Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66de607b88e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25887"
    uid: 4ef5ad69-bad0-48e1-aa71-371096a3560c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:40:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:12Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66df7a381f1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25971"
    uid: cd9bc8aa-5e92-46de-bb73-641cf0196316
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:40:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:12Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66df7a3827028
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 4e42ba6f-ef8f-4dbe-9812-38fb7f03b349
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:40:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:13Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66df7b9dd69b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: 1ea7ca03-cd3e-4970-a3de-3d0786fcf40e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d9d4c0e9-f185-42e6-b1c3-5df0361a0249
  kind: Event
  lastTimestamp: "2026-07-28T10:40:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-07-28T10:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:18Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm.18c66df8e6e2f77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26080"
    uid: 089004b1-821c-45f2-b9b1-457f9780dade
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:37:02.324339Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:37:02Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcb523aaa08
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 732287e0-776f-4265-9f02-f21b0ed26f98
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:37:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:02Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcb5e5075ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24211"
    uid: 5272888f-1303-4907-88a6-653457553038
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24204"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:37:03Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:37:03Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcb90481a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24234"
    uid: 4f96f591-e0e1-4bd3-9d3b-5bda6cc23fd7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:37:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:03Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcb91ccc7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24236"
    uid: 90cfe9f3-cbb9-479c-af1b-c3ae7bfc34aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:37:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:03Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcb94b83901
    namespace: kserve-ci-e2e-test
    resourceVersion: "24237"
    uid: 42754fa5-e86a-40cd-ac93-11a94b6f7962
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:37:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:03Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcb953055c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: f5685429-cc63-4772-87ea-971c32b31da4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:37:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcc68e68428
    namespace: kserve-ci-e2e-test
    resourceVersion: "24269"
    uid: 914dd683-e90b-4fbc-bd2f-5acacb6b5ada
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:37:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcc6ca94d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24274"
    uid: 6785e159-69a5-4abc-b3f5-cb7d7483b69f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:37:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcc6d4bce43
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 12ae2e3f-f943-48f0-bcbf-9a4362841c0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:37:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcc6d560fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24282"
    uid: 746ba454-1e48-46ce-9447-960a43a7dad8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:37:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcc70bb6df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24284"
    uid: 08ca0a02-9952-42f8-b061-c2699583a1ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:37:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:37:07Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcc712d2f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 5939a7fb-2ab6-40f9-8b68-69db9808ef13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:38:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:14Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66dcca50dc2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7cc51222-426e-4786-9191-1c3382a9ff36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:40:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:12Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66df7a3ab5ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25972"
    uid: 01a8bb21-9740-42e2-a606-1269ca75fe2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:40:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:12Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66df7a3abeeb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25974"
    uid: c77c68a6-3a5b-41a4-bc64-e155362ce580
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3a20be4d-5f84-420b-8630-e4e387e9f23f
  kind: Event
  lastTimestamp: "2026-07-28T10:40:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:14Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk.18c66df7f3da89d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25985"
    uid: 07602273-b401-4236-b87e-7cbe2fd18da1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-74bdc8ffff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24175"
    uid: 4106729e-a365-430f-9eac-7cb190cffa4c
  kind: Event
  lastTimestamp: "2026-07-28T10:37:02Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-74bdc8ffff-ts7fk'
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:37:02Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff.18c66dcb51a9db97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24187"
    uid: e53bb24a-246f-4aab-bcd1-0816ae76c79d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-74bdc8ffff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25194"
    uid: 4106729e-a365-430f-9eac-7cb190cffa4c
  kind: Event
  lastTimestamp: "2026-07-28T10:38:32Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-74bdc8ffff-ltttm'
  metadata:
    creationTimestamp: "2026-07-28T10:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:38:32Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff.18c66de0501b97aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25211"
    uid: 602f23bb-b616-42e7-b7b2-a2ec35e37a4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24173"
    uid: e19dc26d-d4ce-42a9-bc08-42d214288709
  kind: Event
  lastTimestamp: "2026-07-28T10:37:02Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-74bdc8ffff from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:37:02Z"
    name: isvc-canary-promote-v2-predictor.18c66dcb4ebece10
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 636ef526-cf73-4f74-81d9-b14c316ecd87
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25187"
    uid: e19dc26d-d4ce-42a9-bc08-42d214288709
  kind: Event
  lastTimestamp: "2026-07-28T10:38:32Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-74bdc8ffff from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-28T10:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:38:32Z"
    name: isvc-canary-promote-v2-predictor.18c66de04b0bd0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25198"
    uid: bd30f7b4-cf44-43db-9fdd-55b08a358e0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: 2d6729d8-a05d-45fb-8407-02df192f1a15
  kind: Event
  lastTimestamp: "2026-07-28T10:38:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:38:32Z"
    name: isvc-canary-promote.18c66dcb4ec64c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: 5dea7f8a-5bc2-4d15-bd5a-a94327fdb967
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: 2d6729d8-a05d-45fb-8407-02df192f1a15
  kind: Event
  lastTimestamp: "2026-07-28T10:38:32Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:38:32Z"
    name: isvc-canary-promote.18c66dcb4f49515e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: d935696e-1a41-4109-a517-e2ae6108ae8a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:37:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: 2d6729d8-a05d-45fb-8407-02df192f1a15
  kind: Event
  lastTimestamp: "2026-07-28T10:38:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:38:32Z"
    name: isvc-canary-promote.18c66dcb4f4994fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25209"
    uid: 1c6a1a65-ad17-4acf-8601-b0091d41f1f0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25044"
    uid: 2d6729d8-a05d-45fb-8407-02df192f1a15
  kind: Event
  lastTimestamp: "2026-07-28T10:40:07Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:40:07Z"
    name: isvc-canary-promote.18c66dde5ecaa0d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 15b3130e-7233-487f-9072-93c209ddd0d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:41:47.979581Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26789"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    to ip-10-0-136-186.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:41:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:41:47Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0dd49bc302
    namespace: kserve-ci-e2e-test
    resourceVersion: "26793"
    uid: bf4dced9-1b25-4bba-9089-32189be5da90
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26797"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:41:48Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:41:48Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0deda12721
    namespace: kserve-ci-e2e-test
    resourceVersion: "26802"
    uid: 270c71fe-19b1-4227-98c2-852b88684fc9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:41:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:48Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0def0026d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: 361801aa-adfb-484b-8c8b-a6f57625e378
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:41:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:48Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0df190bd91
    namespace: kserve-ci-e2e-test
    resourceVersion: "26806"
    uid: 92d0c57f-820b-40c8-93f1-47b195961a19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:41:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:48Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0df1fe42de
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 1d793bf8-8838-4b8a-80ab-5a908240d5bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:41:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:52Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0ef491e9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: d7e0ed57-5de5-4f7c-840d-d71ea3fbc28c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:41:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:52Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0ef7a7cd54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 8f18e8f4-d864-4706-8ccd-c30fede8ae2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:41:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:52Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0ef81c6aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: 81f1e9ae-7ab7-46bc-8762-44e435af764e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:41:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:52Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0ef826f3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26848"
    uid: a3a5966a-1623-436c-9a88-ce032c551627
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:41:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:52Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0efb45f1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: c3e217e6-d772-49d4-b1d2-5eefabb636cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:41:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:52Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0efbde9a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26851"
    uid: 966e60b0-6a40-4fe2-bf2e-7f95141a38a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:43:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:19Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e0f30a2a7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27487"
    uid: a96e3b73-e32f-4291-9324-9c883fb159a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:43:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:18Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e22d090ec76
    namespace: kserve-ci-e2e-test
    resourceVersion: "27466"
    uid: ae0d74f5-ff72-4b2d-9afc-4452b3765201
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:43:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:18Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e22d0917b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "27468"
    uid: d1fe9707-89a4-41f1-b329-b637d0e43368
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: b1e13dcb-bd82-437f-b92d-52cfd9637dd7
  kind: Event
  lastTimestamp: "2026-07-28T10:43:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:19Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-mdf67.18c66e2336dc7c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "27486"
    uid: 2e3edf65-73c5-4964-b9c6-bb2d66c44087
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-186.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:40:17.869049Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26048"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:40:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:40:17Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66df8d99a301f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26056"
    uid: 63f61d20-b7bd-49dd-bcc3-9f49e47ac088
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26064"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:40:18Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:40:18Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66df8f304170f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26085"
    uid: bd4f747e-cd86-4e2f-b656-fee736c85c44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:40:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:18Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66df8f49969a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26087"
    uid: 6f886289-38a0-4d57-ad68-914ddf795b39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:40:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:18Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66df8f76838c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26088"
    uid: 1a6bb58c-d283-448c-8435-736f940eee00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:40:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:18Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66df8f7dcb060
    namespace: kserve-ci-e2e-test
    resourceVersion: "26089"
    uid: 5e5f29d6-6b83-40c9-b1bc-19a95337f487
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:40:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:22Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66dfa008301ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 19b9a28f-47d9-41f0-8c61-c16ca1b7684e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:40:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:22Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66dfa0674a3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: c45eaebe-a58e-4c0c-b3cd-bad103ecb817
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:40:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:22Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66dfa06e53735
    namespace: kserve-ci-e2e-test
    resourceVersion: "26141"
    uid: 898e0573-876a-482d-a720-ad5c6651cf77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:40:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:22Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66dfa06eea581
    namespace: kserve-ci-e2e-test
    resourceVersion: "26142"
    uid: 208969ac-fd65-4c1c-ba74-0faa9d977541
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:40:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:22Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66dfa09ded932
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: c582d793-8bb9-424e-9446-81a02962ccab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:40:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:22Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66dfa0a4ec57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26145"
    uid: 71a9b535-eae6-49c5-9cc2-6dee9af6050b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:43:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:20Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66dfa78885a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "27493"
    uid: 5e591276-7ce9-4181-b4a1-90cd330f7cad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:43:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:18Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66e22d067c582
    namespace: kserve-ci-e2e-test
    resourceVersion: "27465"
    uid: f6363fa6-24ec-4540-88dd-81cc0df1b853
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:43:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:18Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66e22d06aa9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27467"
    uid: af3ddd81-49bd-4f6d-9d21-1082992fa210
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 69c3c537-4235-48dc-b273-be0ea6cde544
  kind: Event
  lastTimestamp: "2026-07-28T10:43:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:20Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9.18c66e237320dd51
    namespace: kserve-ci-e2e-test
    resourceVersion: "27492"
    uid: 667bb2c7-d6b3-4464-bcb2-3420c110c9dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-bb95f9bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26030"
    uid: addb8970-6828-4c00-9fb4-ad201d4b0453
  kind: Event
  lastTimestamp: "2026-07-28T10:40:17Z"
  message: 'Created pod: isvc-canary-rollback-predictor-bb95f9bbd-ndnk9'
  metadata:
    creationTimestamp: "2026-07-28T10:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:17Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd.18c66df8d90b7ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26050"
    uid: 9a762967-6f45-496d-850a-7702beb7ccc8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-bb95f9bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26773"
    uid: addb8970-6828-4c00-9fb4-ad201d4b0453
  kind: Event
  lastTimestamp: "2026-07-28T10:41:47Z"
  message: 'Created pod: isvc-canary-rollback-predictor-bb95f9bbd-mdf67'
  metadata:
    creationTimestamp: "2026-07-28T10:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:41:47Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd.18c66e0dd42ffa27
    namespace: kserve-ci-e2e-test
    resourceVersion: "26790"
    uid: ee86a8b7-0896-42d6-a6b4-548f12c521ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: d2c960bb-ce4e-4318-ad82-e3822646b1a8
  kind: Event
  lastTimestamp: "2026-07-28T10:40:17Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-bb95f9bbd from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:17Z"
    name: isvc-canary-rollback-predictor.18c66df8d469cfe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26031"
    uid: 9cd1f200-46c5-4508-ab87-30d5afa35af0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26768"
    uid: d2c960bb-ce4e-4318-ad82-e3822646b1a8
  kind: Event
  lastTimestamp: "2026-07-28T10:41:47Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-bb95f9bbd from 1 to
    2
  metadata:
    creationTimestamp: "2026-07-28T10:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:41:47Z"
    name: isvc-canary-rollback-predictor.18c66e0dcf7cea8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26778"
    uid: 371b3678-9bb1-461f-a0c5-5f6be996fb0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:40:17.871801Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26049"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:40:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:40:17Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66df8d9c42a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "26057"
    uid: 1e73b7a7-91fb-4e00-a3aa-12876944393e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:40:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:18Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66df8e567395f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26077"
    uid: 3c9210fd-61e9-4fb2-ad9b-4a5ea0ec367b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26067"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:40:18Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:40:18Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66df917c40a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26099"
    uid: c95c2119-a32c-4a0b-9dd4-b02a71c5a21f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:40:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:18Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66df9193f21ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26102"
    uid: c56dfc15-9603-4913-9d9f-2ca4ea87b643
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:40:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:18Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66df91c25f18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: c8a69055-0eee-4800-ba74-c660f78cc526
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:40:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:18Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66df91ca9489e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26105"
    uid: 4fa697b8-204e-4082-8df6-2c565c7fdcbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:40:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:23Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66dfa3c70df40
    namespace: kserve-ci-e2e-test
    resourceVersion: "26151"
    uid: 845259ed-97ee-419e-a3e2-366acd9c5846
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:40:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:23Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66dfa3f1f766f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26154"
    uid: 47d85a2a-bb1b-4339-8ab3-fc406b7679be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:40:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:23Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66dfa3f91f554
    namespace: kserve-ci-e2e-test
    resourceVersion: "26155"
    uid: 3bc15dc5-5daa-48da-b8fb-d8a8a63a719a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:40:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:23Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66dfa3f9becf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26156"
    uid: d574511e-0441-49ff-b623-2d00b30778aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:40:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:23Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66dfa4296754e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: c24046d2-cc7a-4a2a-a4fe-91e611633c10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:40:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:23Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66dfa43049636
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 7bedc38a-3daf-45d8-8f0f-6f6ced0f6ec3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:41:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:33Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66dfab458369e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: 748bccbf-b90c-4584-8cad-6ba07e05cd50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:41:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:47Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66e0dd06ee001
    namespace: kserve-ci-e2e-test
    resourceVersion: "26783"
    uid: 6d142062-9c3a-406e-a18a-6e846a503169
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:41:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:47Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66e0dd06f6a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26784"
    uid: 56c052e2-8e99-40c6-9e43-2867deec4542
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 93c2a29e-6569-4bb7-809a-f68046e2ea64
  kind: Event
  lastTimestamp: "2026-07-28T10:41:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:41:51Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g.18c66e0ebaadb4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: e9ce1167-73c2-482b-b5f7-7962a7dba918
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7799dfb7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26041"
    uid: 298b6920-74c8-43da-98c3-8f2c53efabb1
  kind: Event
  lastTimestamp: "2026-07-28T10:40:17Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7799dfb7df-85k8g'
  metadata:
    creationTimestamp: "2026-07-28T10:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:17Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df.18c66df8d95c7be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26055"
    uid: e431fc77-7977-41f7-b101-8ea48513270c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26038"
    uid: c81a8ab4-5e12-4e75-9523-0e9664c2640c
  kind: Event
  lastTimestamp: "2026-07-28T10:40:17Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7799dfb7df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:17Z"
    name: isvc-canary-rollback-v2-predictor.18c66df8d69e92cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26043"
    uid: c9d0c2a4-f920-49f1-ba82-33d094c64568
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26021"
    uid: 5deec331-44a1-48ea-8dbd-7a5fab0a1ba0
  kind: Event
  lastTimestamp: "2026-07-28T10:41:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:41:48Z"
    name: isvc-canary-rollback.18c66df8d64aa0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26800"
    uid: 32286edc-d967-4847-8f43-a247a671bd5b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26021"
    uid: 5deec331-44a1-48ea-8dbd-7a5fab0a1ba0
  kind: Event
  lastTimestamp: "2026-07-28T10:40:17Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:40:17Z"
    name: isvc-canary-rollback.18c66df8d6b99e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: a0fd0beb-d2f0-458c-857a-53fac0a75ce3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26021"
    uid: 5deec331-44a1-48ea-8dbd-7a5fab0a1ba0
  kind: Event
  lastTimestamp: "2026-07-28T10:40:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:40:17Z"
    name: isvc-canary-rollback.18c66df8d6b9e5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26071"
    uid: aa78ca86-074d-4bcf-ad08-00adbabf9b9e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26710"
    uid: 5deec331-44a1-48ea-8dbd-7a5fab0a1ba0
  kind: Event
  lastTimestamp: "2026-07-28T10:43:09Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:43:09Z"
    name: isvc-canary-rollback.18c66e0c31d63b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27395"
    uid: c985bd62-d8e0-48bb-ab1d-068058a1389d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26787"
    uid: 5deec331-44a1-48ea-8dbd-7a5fab0a1ba0
  kind: Event
  lastTimestamp: "2026-07-28T10:41:47Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T10:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:41:47Z"
    name: isvc-canary-rollback.18c66e0dd3b51506
    namespace: kserve-ci-e2e-test
    resourceVersion: "26788"
    uid: ac60acd0-3935-467e-85e1-a612adb8f127
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:43:23.370551Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-cf655cf76-fqzl4
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e240a5acf22
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: f05c7562-855f-443c-bcb2-eb52cf88dc61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e24256fdfe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27580"
    uid: 82a44088-8c5b-43f8-b982-83fbf0b70589
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e2426dc982f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27583"
    uid: a6b65056-e328-4db3-8af1-fc0ee3f527c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e2429b86ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27586"
    uid: 2de7ccf5-67ba-4ed3-a6d9-4c71c42d0751
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e242a26a727
    namespace: kserve-ci-e2e-test
    resourceVersion: "27587"
    uid: f9c2d3e8-5e95-4f43-8fe8-147a191572d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:43:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:27Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e25059a9add
    namespace: kserve-ci-e2e-test
    resourceVersion: "27624"
    uid: 9ef0ae93-2b5a-4feb-be83-518ff8d72024
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:43:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:27Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e250c05dee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27630"
    uid: 11867690-c28c-4d4b-a60d-68c631c01fc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:43:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:27Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e250c79a1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: 346e41ef-bde1-4bfc-bfd8-317842852a97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:43:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:27Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e250c8419cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 45a0015e-1cd8-4786-b9d4-f6450c7d60b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:43:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:27Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e250fd34809
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 8801753a-d284-4602-b6ac-f92ad1e333b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:43:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:27Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e251044c8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 656089a2-2359-44a8-bf80-d65cccf206a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:44:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:44:40Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e2541aeb900
    namespace: kserve-ci-e2e-test
    resourceVersion: "28176"
    uid: eee35f66-32ca-400c-9ed5-5e317147b33f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:44:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:44:53Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e38fa07c615
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 859d2536-1723-4bcf-bab5-a92f81b335e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:44:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:44:53Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e38fa083e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28295"
    uid: c8f02a6a-f78f-49bf-8908-6ae83f909894
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3077219d-2b81-4748-a773-663659273263
  kind: Event
  lastTimestamp: "2026-07-28T10:44:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:44:54Z"
    name: isvc-canary-stop-predictor-cf655cf76-fqzl4.18c66e394807cc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "28318"
    uid: 307ca046-b2e0-4d31-923b-5fbe35f43a4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-cf655cf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "27528"
    uid: 9686eb9a-706f-4e5a-8ccd-d6d02ed7e327
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: 'Created pod: isvc-canary-stop-predictor-cf655cf76-fqzl4'
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-predictor-cf655cf76.18c66e2409b6d3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27557"
    uid: 99b15ec3-582d-4829-a622-d829f6dd708a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 098aab10-bfbe-4869-961b-68ac66d4420a
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: Scaled up replica set isvc-canary-stop-predictor-cf655cf76 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-predictor.18c66e23ff9f3acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: e0642c43-48e6-4295-957e-e1e2cde2d4c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:43:23.366296Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e240a19a592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27562"
    uid: 51507672-d10e-48ab-9670-fb7bb5bec16c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e2424002015
    namespace: kserve-ci-e2e-test
    resourceVersion: "27578"
    uid: 73b79429-aa14-4e86-8c31-e6b5d2f15ee0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e24259ca91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27581"
    uid: 13b75b77-bbc5-4c39-90eb-9edcf9b9556a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e24292e1e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "27584"
    uid: 8a7475ff-b879-4ce7-9c6b-3cee33287361
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e2429a5ed1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 0107f528-89f6-4a6f-a264-eae3db064a01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:43:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:28Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e254180af6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27641"
    uid: 706c0ee5-b67c-41a6-8572-45cba4984cf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:43:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:28Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e2544c04b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "27646"
    uid: e14465d4-7613-4cc2-9bad-b093c45b342b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:43:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:28Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e2545489f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27647"
    uid: 746af2b2-6461-479b-b1f2-230eb1adea69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:43:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:28Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e254552d6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27648"
    uid: ecc41ca3-ff5c-4b93-b51b-8fd87bd650f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:43:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:28Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e2548508966
    namespace: kserve-ci-e2e-test
    resourceVersion: "27650"
    uid: 167596a6-3eb2-4187-9cc6-f80792402070
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:43:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:28Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e2548c7b5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27651"
    uid: 4403e8bf-9378-4084-ac91-c4c496c62d79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:44:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:44:56Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e25b9752f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28333"
    uid: e075bd6e-16da-4627-a032-e8243c8c1a6b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:44:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:44:53Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e38fc5014fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: 9fff0f3a-6add-4e24-ad06-bb4345b97a28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:44:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:44:53Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e38fc509c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: f9bc8a1f-9974-4e01-be41-6dc2c12355db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: f2cdd01c-57da-4ab5-9dbd-9c9ef22e755e
  kind: Event
  lastTimestamp: "2026-07-28T10:44:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:44:56Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p.18c66e39bfb5827e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28332"
    uid: c74ce7d3-5f53-4bcd-983e-bb2f2092e8ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-75fcd5578f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27541"
    uid: 502eea84-b751-4426-82a2-a7b194b14363
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-75fcd5578f-27q6p'
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f.18c66e24095eb102
    namespace: kserve-ci-e2e-test
    resourceVersion: "27550"
    uid: 885a0e2f-0a53-4582-b490-a42f1a22186c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27536"
    uid: 215e11c9-0f43-4ca9-9d08-a8c301ba3f50
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-75fcd5578f from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop-v2-predictor.18c66e2404289ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27544"
    uid: 402ecddf-842d-445e-833a-e248f0532101
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27520"
    uid: d076f003-c125-466b-bc46-57a59ebec899
  kind: Event
  lastTimestamp: "2026-07-28T10:44:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:44:53Z"
    name: isvc-canary-stop.18c66e2402124a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28310"
    uid: bf6adbc2-ac68-4428-abe0-a5c115e7725e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27520"
    uid: d076f003-c125-466b-bc46-57a59ebec899
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop.18c66e240340ca4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: a04d9257-1e55-470a-9d41-eb0e24514e47
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27520"
    uid: d076f003-c125-466b-bc46-57a59ebec899
  kind: Event
  lastTimestamp: "2026-07-28T10:43:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:43:23Z"
    name: isvc-canary-stop.18c66e24034125da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27543"
    uid: 9cfc1d3a-196d-4e95-aa85-5151834d86b4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:44:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28261"
    uid: d076f003-c125-466b-bc46-57a59ebec899
  kind: Event
  lastTimestamp: "2026-07-28T10:44:50Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:44:50Z"
    name: isvc-canary-stop.18c66e385dd33e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28262"
    uid: 7b2cdb4a-cb3e-4d0c-a59d-269d5b9a61fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:44:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: d076f003-c125-466b-bc46-57a59ebec899
  kind: Event
  lastTimestamp: "2026-07-28T10:44:53Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T10:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:44:53Z"
    name: isvc-canary-stop.18c66e38fbd569ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28302"
    uid: 86a145aa-da0a-49c7-aa04-3e5f80ce24e6
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:04:24.108823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37837"
    uid: 45870883-4da8-42ba-b9d0-70d696f27a13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:04:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:04:24Z"
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4.18c66f499435ca07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: 12569dd8-9edc-4d35-a890-6449a84cece9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37847"
    uid: 45870883-4da8-42ba-b9d0-70d696f27a13
  kind: Event
  lastTimestamp: "2026-07-28T11:04:24Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:04:24Z"
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4.18c66f49adb0cfcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: 04b3f0a0-d6f1-4ab1-8827-2d3e6cb9ddb8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37839"
    uid: 45870883-4da8-42ba-b9d0-70d696f27a13
  kind: Event
  lastTimestamp: "2026-07-28T11:04:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:26Z"
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4.18c66f49af1c40cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37884"
    uid: 0374364c-0713-4cd9-82be-8993861cb4b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37839"
    uid: 45870883-4da8-42ba-b9d0-70d696f27a13
  kind: Event
  lastTimestamp: "2026-07-28T11:04:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:26Z"
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4.18c66f49b21fef83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37886"
    uid: 1f195619-e53f-4ef6-b708-c04f69fca6bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37839"
    uid: 45870883-4da8-42ba-b9d0-70d696f27a13
  kind: Event
  lastTimestamp: "2026-07-28T11:04:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:26Z"
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4.18c66f49b291b2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37887"
    uid: 8f0c5af8-0bb5-4d7e-ae2b-1b57f16e3671
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37839"
    uid: 45870883-4da8-42ba-b9d0-70d696f27a13
  kind: Event
  lastTimestamp: "2026-07-28T11:04:29Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:29Z"
    name: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4.18c66f4ac07001d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37922"
    uid: 746bfab6-68d3-42a2-8889-4dfcdfab9f35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-c75926-predictor-57b854d7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37830"
    uid: bf29a119-0460-4d75-9553-f157405fa980
  kind: Event
  lastTimestamp: "2026-07-28T11:04:24Z"
  message: 'Created pod: isvc-init-fail-c75926-predictor-57b854d7bf-6bgd4'
  metadata:
    creationTimestamp: "2026-07-28T11:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:04:24Z"
    name: isvc-init-fail-c75926-predictor-57b854d7bf.18c66f49939fdcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37838"
    uid: 639c10de-6ec3-4723-9645-0ea2952bf6bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-c75926-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37827"
    uid: 830ddb3b-d09e-47bc-b06f-c6346d13ff23
  kind: Event
  lastTimestamp: "2026-07-28T11:04:24Z"
  message: Scaled up replica set isvc-init-fail-c75926-predictor-57b854d7bf from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T11:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:04:24Z"
    name: isvc-init-fail-c75926-predictor.18c66f499111778c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37831"
    uid: 84b7d91d-daa5-4859-96f9-e22076278c57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c75926
    namespace: kserve-ci-e2e-test
    resourceVersion: "37819"
    uid: e3438b4e-4ad5-4a3c-84fe-9f1883ddb3ef
  kind: Event
  lastTimestamp: "2026-07-28T11:04:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:04:27Z"
    name: isvc-init-fail-c75926.18c66f499115d54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37890"
    uid: 870bc6e6-808a-45c3-9e04-1dbd608b7e7c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c75926
    namespace: kserve-ci-e2e-test
    resourceVersion: "37819"
    uid: e3438b4e-4ad5-4a3c-84fe-9f1883ddb3ef
  kind: Event
  lastTimestamp: "2026-07-28T11:04:24Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-c75926":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-c75926":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:04:24Z"
    name: isvc-init-fail-c75926.18c66f4991960582
    namespace: kserve-ci-e2e-test
    resourceVersion: "37834"
    uid: 54928b84-5b33-49d1-a609-9e7db421a617
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c75926
    namespace: kserve-ci-e2e-test
    resourceVersion: "37819"
    uid: e3438b4e-4ad5-4a3c-84fe-9f1883ddb3ef
  kind: Event
  lastTimestamp: "2026-07-28T11:04:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-c75926": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:04:24Z"
    name: isvc-init-fail-c75926.18c66f4991964210
    namespace: kserve-ci-e2e-test
    resourceVersion: "37836"
    uid: efcef008-d374-475b-ac4e-18a3fe759cf4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:45:03.600540Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28419"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-vwlvk
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:45:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:45:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3b6086bcec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 488be2fb-e4a6-4749-be53-9d01b5d2ceca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28427"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:45:04Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:45:04Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3b7a078e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "28435"
    uid: b49edc62-2f11-4a98-9a3b-6d8446f71d97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:45:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:45:04Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3b7b81311f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: e134028d-c9a0-4600-a7cf-2b7710200f08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:45:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:45:04Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3b7e4d2383
    namespace: kserve-ci-e2e-test
    resourceVersion: "28439"
    uid: e675966e-798e-44a4-b97d-2b68e6d251ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:45:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:45:04Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3b7ebf044e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28440"
    uid: 306f367d-46be-49fb-ad28-dfcb00ee42e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:45:08Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:45:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3c67b92e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "28478"
    uid: 5dc8338a-9645-44dc-ba02-40181bebdfa9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:45:14Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.62s (6.62s including
    waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:45:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3df253c705
    namespace: kserve-ci-e2e-test
    resourceVersion: "28525"
    uid: f9d34190-7b57-49c7-a93a-1042b889e2e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:45:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:45:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3df57666c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28528"
    uid: f13295b0-f682-47e1-843d-27b2af553089
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:45:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:45:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3df5e82cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 8d0398f7-3a1e-4a89-8980-8b1ff487a354
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:45:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:45:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3df5f2d39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28530"
    uid: 1cb57338-a4eb-4937-9cb2-ae6e8be5b2d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:45:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:45:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3df8e114b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28531"
    uid: 4342e9a0-c17e-41ef-9e8e-23f690e89e18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:45:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:45:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3df952a819
    namespace: kserve-ci-e2e-test
    resourceVersion: "28532"
    uid: 625dd81f-3217-482f-b391-127f095aaa41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:46:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:22Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e3e47015d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 36b2e442-1887-472e-bfae-21538195c7a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:46:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:33Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e506c02382c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29120"
    uid: 20f74084-a93b-490b-a4c0-e0e99231968a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:46:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:33Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e506c02b2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29121"
    uid: b74178f2-0bfa-4d3c-b7ea-f64f73368fc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 8575f061-ea01-4efc-9d36-a4fa727851d0
  kind: Event
  lastTimestamp: "2026-07-28T10:46:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vwlvk.18c66e5123326f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: 60c908e1-bf97-4b29-81f3-e3c07b19d200
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "28408"
    uid: c1af178a-6259-411f-a074-8226e8d28677
  kind: Event
  lastTimestamp: "2026-07-28T10:45:03Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-vwlvk'
  metadata:
    creationTimestamp: "2026-07-28T10:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:45:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c66e3b601e50f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 9d5830dd-dd93-4444-81ae-9477b40c979a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28406"
    uid: cef0b74b-1bbe-4fd6-a55c-748b7c27bfbd
  kind: Event
  lastTimestamp: "2026-07-28T10:45:03Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:45:03Z"
    name: isvc-lightgbm-predictor.18c66e3b5b734fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28409"
    uid: c113d937-d85a-4a81-b044-de7ae4d6423c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: 50ac26a3-3ef8-4893-9ec0-242d52090aac
  kind: Event
  lastTimestamp: "2026-07-28T10:45:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:45:48Z"
    name: isvc-lightgbm-predictor.18c66e3eda53d6fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28772"
    uid: f3a0e955-786d-4f0d-aba2-1de857dee52a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: 50ac26a3-3ef8-4893-9ec0-242d52090aac
  kind: Event
  lastTimestamp: "2026-07-28T10:45:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:45:48Z"
    name: isvc-lightgbm-predictor.18c66e3edabb87ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28773"
    uid: 41671da9-6ec5-4038-bdb3-be8cc03834b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28562"
    uid: 50ac26a3-3ef8-4893-9ec0-242d52090aac
  kind: Event
  lastTimestamp: "2026-07-28T10:46:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:46:33Z"
    name: isvc-lightgbm-predictor.18c66e425977eba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29099"
    uid: 32fdc52b-d349-4e6d-9f45-65cc6dcc0012
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28562"
    uid: 50ac26a3-3ef8-4893-9ec0-242d52090aac
  kind: Event
  lastTimestamp: "2026-07-28T10:46:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:46:33Z"
    name: isvc-lightgbm-predictor.18c66e4259e0b43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29100"
    uid: c3e72504-f6d0-4b99-a372-9dbdc5237ebb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:46:39.153217Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29180"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:46:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:46:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e519fe8df67
    namespace: kserve-ci-e2e-test
    resourceVersion: "29185"
    uid: 87bd8bc6-5a23-4742-853f-5e0983d65150
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:46:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e51ad3f18d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29194"
    uid: e2112a5d-a876-4356-a2db-e4de34dea4be
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29189"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:46:40Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:46:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e51dd3a98be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5297167e-581a-4d29-b66e-05c5e930b242
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:46:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e51defaf3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29209"
    uid: 35781e06-f0b8-40aa-b8da-857933ec0211
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:46:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e51e1bde4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29210"
    uid: 7280223d-e090-4a92-a357-73ede5290542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:46:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e51e22e27f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29211"
    uid: 3be24718-bf19-41c6-8692-0aff6e5c259d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:46:44Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e52da4498d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29245"
    uid: 871bd00c-4b33-42fa-8639-d109765289fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:46:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e52dd5d5022
    namespace: kserve-ci-e2e-test
    resourceVersion: "29249"
    uid: 9ab2e244-454f-48e2-85b8-46ef8999928d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:46:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e52ddcea99c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: f467b1a2-f7de-4e0d-916a-c933b83ec660
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:46:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e52ddd81699
    namespace: kserve-ci-e2e-test
    resourceVersion: "29252"
    uid: 9712f572-b7ff-4acd-a342-79cddee7d5ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:46:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e52e09da62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29254"
    uid: ef996b95-77ef-4def-a657-99a575cbf7b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:46:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:46:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e52e10ef80d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29256"
    uid: 7bfd078b-5880-442e-a52d-989d36dae2fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:48:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:48:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e53521b6093
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 196d39e2-fb87-4515-9fdd-e9b4aecc0375
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:48:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:48:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e66b383f4fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29886"
    uid: e2509444-3a99-466f-89dd-0062b191abfb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:48:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:48:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e66b38489a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29887"
    uid: a1b328d9-ad56-406f-9c4a-b0d952afc64f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: d9403cb7-8986-43d7-b18d-f7e500337f64
  kind: Event
  lastTimestamp: "2026-07-28T10:48:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:48:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt.18c66e6758482959
    namespace: kserve-ci-e2e-test
    resourceVersion: "29906"
    uid: 87272736-8399-447f-82d2-03a40c43b51f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29168"
    uid: c38e4809-1d89-4814-9053-e76f2b0e1f8d
  kind: Event
  lastTimestamp: "2026-07-28T10:46:39Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-4kldt'
  metadata:
    creationTimestamp: "2026-07-28T10:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:46:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c66e519f4c9565
    namespace: kserve-ci-e2e-test
    resourceVersion: "29181"
    uid: 45ac73bb-2b4e-4800-ba68-225c5d767131
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29166"
    uid: d088a7e1-44ca-4e06-9e70-e3c8bf213dbe
  kind: Event
  lastTimestamp: "2026-07-28T10:46:39Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T10:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:46:39Z"
    name: isvc-lightgbm-runtime-predictor.18c66e519aa451b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29169"
    uid: a7cd7f67-5244-4824-87ea-f05d3f20ee2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 32d9f173-f7ee-4233-8fbd-40329265a60b
  kind: Event
  lastTimestamp: "2026-07-28T10:47:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:47:24Z"
    name: isvc-lightgbm-runtime-predictor.18c66e5519939b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "29539"
    uid: abfb1242-9225-4a54-b63b-03d8c5ea91ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 32d9f173-f7ee-4233-8fbd-40329265a60b
  kind: Event
  lastTimestamp: "2026-07-28T10:47:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:47:24Z"
    name: isvc-lightgbm-runtime-predictor.18c66e5519fd66bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29540"
    uid: 51a5ac95-fb18-4869-acb7-87cdacac681a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29328"
    uid: 32d9f173-f7ee-4233-8fbd-40329265a60b
  kind: Event
  lastTimestamp: "2026-07-28T10:48:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:48:09Z"
    name: isvc-lightgbm-runtime-predictor.18c66e5898bcaf01
    namespace: kserve-ci-e2e-test
    resourceVersion: "29865"
    uid: d60c9b49-03a5-418a-8688-753a282f7b03
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29328"
    uid: 32d9f173-f7ee-4233-8fbd-40329265a60b
  kind: Event
  lastTimestamp: "2026-07-28T10:48:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:48:09Z"
    name: isvc-lightgbm-runtime-predictor.18c66e589924f1ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29866"
    uid: 47d731fe-df42-46f0-8fb2-c6a07f59c4dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29159"
    uid: 1b0299cf-98a5-40b0-ba7e-474a6fbca398
  kind: Event
  lastTimestamp: "2026-07-28T10:48:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:48:02Z"
    name: isvc-lightgbm-runtime.18c66e519ad4b728
    namespace: kserve-ci-e2e-test
    resourceVersion: "29818"
    uid: f9f1a0d0-3ef4-446e-852b-b72aff317d65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29159"
    uid: 1b0299cf-98a5-40b0-ba7e-474a6fbca398
  kind: Event
  lastTimestamp: "2026-07-28T10:46:39Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:46:39Z"
    name: isvc-lightgbm-runtime.18c66e519b42b090
    namespace: kserve-ci-e2e-test
    resourceVersion: "29173"
    uid: 4afdcc9e-e9e7-4cf1-9d82-d4b545910389
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29815"
    uid: 1b0299cf-98a5-40b0-ba7e-474a6fbca398
  kind: Event
  lastTimestamp: "2026-07-28T10:48:02Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:48:02Z"
    name: isvc-lightgbm-runtime.18c66e650a588178
    namespace: kserve-ci-e2e-test
    resourceVersion: "29816"
    uid: 1b77bed0-a0c2-49bb-ab2d-cb4488a66d08
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:51:10.158607Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:51:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:51:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e90b916f200
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: ec2393c7-6bf9-47a6-9ab3-3823f2fa9596
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e90c1a8db33
    namespace: kserve-ci-e2e-test
    resourceVersion: "31275"
    uid: 46d1603b-d3c3-4835-93b4-0f1172eb0db3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:11Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:51:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e90f5fb4efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31285"
    uid: 443b935e-d0de-4c89-bc48-1c4db8909098
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e90f778c96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31288"
    uid: 4eeaa688-a59e-4d24-8791-bfa780ee58c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e90fa02ce85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31290"
    uid: d2aa0a05-a289-4f81-b331-a9c4b11b6717
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e90fa6369fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31291"
    uid: ce401c6e-ec99-44a4-9ac7-d75956212a74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:15Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e91fdf42d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "31324"
    uid: 97ca1708-af45-44e4-84bf-6b5fd9ce2331
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e9200a3d099
    namespace: kserve-ci-e2e-test
    resourceVersion: "31328"
    uid: 394f1d30-e3f8-4283-a3f7-97813400e5eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e9201039cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31329"
    uid: 41e8fd25-f4b4-4888-bd93-cf292c61d9d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e92010ec7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31330"
    uid: a18e4a9b-ed91-4e7c-9a35-f7627b5ff909
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e920423d616
    namespace: kserve-ci-e2e-test
    resourceVersion: "31334"
    uid: ec2199b1-220c-47ec-9127-c26b67f210ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e920483ba49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31335"
    uid: 01c246bd-e314-4002-bdf5-be13b6e57afd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e923a01de6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31359"
    uid: d337333d-b522-4ec1-a393-09a3b888290a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e95638a6686
    namespace: kserve-ci-e2e-test
    resourceVersion: "31464"
    uid: 245336c7-5802-4566-9f62-0a8b601ef9a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 1a86c4a2-4c41-4db4-aaae-bc5546192404
  kind: Event
  lastTimestamp: "2026-07-28T10:51:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2.18c66e95638b14df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31465"
    uid: ec8df334-1210-4793-8b98-02f6630bb5c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: aa455d30-45d4-4363-9d91-8a716069046a
  kind: Event
  lastTimestamp: "2026-07-28T10:51:10Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6pcf2'
  metadata:
    creationTimestamp: "2026-07-28T10:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:51:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c66e90b86c2df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31262"
    uid: e47c9dc2-c46f-4a94-9bc4-992e3b638c3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31246"
    uid: fcb1be7b-4cd0-4862-8081-4719028a336d
  kind: Event
  lastTimestamp: "2026-07-28T10:51:10Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:51:10Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c66e90b3d1304f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31250"
    uid: 49ceaa91-073b-419d-bb1f-5357c0e85103
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31247"
    uid: 7d6a6343-e25c-4f71-8cce-8ca83a711269
  kind: Event
  lastTimestamp: "2026-07-28T10:51:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:51:25Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c66e9432af520b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31412"
    uid: 2e281f90-8f0a-4fa6-bbce-fbf438d6f877
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31247"
    uid: 7d6a6343-e25c-4f71-8cce-8ca83a711269
  kind: Event
  lastTimestamp: "2026-07-28T10:51:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:51:25Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c66e943318c83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31414"
    uid: 43cfe07e-0afd-43f8-9c18-14449b8fc9fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: 470b28fa-42a1-46fd-adc4-65b403eb5652
  kind: Event
  lastTimestamp: "2026-07-28T10:51:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:51:23Z"
    name: isvc-lightgbm-v2-kserve.18c66e90b3e8a77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31402"
    uid: dc5e2c89-9d07-4ca9-8b37-a82cc472edb5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: 470b28fa-42a1-46fd-adc4-65b403eb5652
  kind: Event
  lastTimestamp: "2026-07-28T10:51:10Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:51:10Z"
    name: isvc-lightgbm-v2-kserve.18c66e90b475aecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31271"
    uid: 2d7faf96-e093-4220-8d99-2c6acbfc610f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 470b28fa-42a1-46fd-adc4-65b403eb5652
  kind: Event
  lastTimestamp: "2026-07-28T10:51:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:51:10Z"
    name: isvc-lightgbm-v2-kserve.18c66e90bb0a167a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31272"
    uid: b8970b9c-9b6b-411b-af06-6c6219d8fe65
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31400"
    uid: 470b28fa-42a1-46fd-adc4-65b403eb5652
  kind: Event
  lastTimestamp: "2026-07-28T10:51:23Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:51:23Z"
    name: isvc-lightgbm-v2-kserve.18c66e93e24b7bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: e5a16e2f-be54-4e3c-ba19-6ff4f99c27bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:48:14.823118Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29952"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:48:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:48:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e67e647b6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29956"
    uid: c00de336-736f-46c7-b44b-091cd49a2f18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29960"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:48:15Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:48:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e67ffb7d1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29971"
    uid: 991de77a-792a-47a3-9861-56e70a675723
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:48:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:48:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e6801362052
    namespace: kserve-ci-e2e-test
    resourceVersion: "29973"
    uid: 752ebaca-3570-4635-9e65-a63175952746
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:48:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:48:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e68040430c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29974"
    uid: 33d11acf-177c-4ece-a1dd-6e2969187f99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:48:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:48:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e68047469ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29975"
    uid: 4d59d6cb-3ac6-4952-9f7b-2400f4a59810
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:48:19Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-28T10:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:48:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e690fc620a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30009"
    uid: cfb6ee23-8fd1-44c7-80a4-a59ca7a0b93b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:50:23Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m3.555s
    (2m3.555s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:50:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e85d43da2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30872"
    uid: ad9a1fa6-87ed-4588-8ed4-f87ab1ddae6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:50:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:50:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e85daaa6c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30874"
    uid: 22b77d42-5525-4c94-9566-bd7d2c3c7d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:50:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:50:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e85dbf8c4a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: 9931c4aa-d082-4fed-941f-451a083197c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:50:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:50:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e85dc042bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 5d886c66-2ac7-4e0b-a478-88bfc3ee8002
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:50:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:50:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e85e1daabbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30877"
    uid: 3948ca71-d350-4be4-ae6a-9b8b686d540b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:50:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:50:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e85e2eb54fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30878"
    uid: 024985b5-eec5-43ce-a1be-c0e26e903914
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:51:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e8f859aefc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: 3883aedb-b021-4494-bd82-cd7334cc8e0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:51:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e8f859b6ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31193"
    uid: 2618bc04-1584-4bba-896d-1bd537a5e29b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: cd3a39de-d88d-4c60-806e-f268fd77008d
  kind: Event
  lastTimestamp: "2026-07-28T10:51:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w.18c66e8f9dbadd3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31197"
    uid: 6d641304-0e70-4afa-9cf0-d916c5c01336
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: cf3e198e-3c0d-4560-a697-96ee4a7367f8
  kind: Event
  lastTimestamp: "2026-07-28T10:48:14Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-89v9w'
  metadata:
    creationTimestamp: "2026-07-28T10:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:48:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c66e67e5dc6d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "29953"
    uid: 28939ca3-c07b-4000-ba49-e3a6568238dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29937"
    uid: c928118e-d07f-4143-93c5-98bb2ba792e8
  kind: Event
  lastTimestamp: "2026-07-28T10:48:14Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:48:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c66e67e185f9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "29941"
    uid: 42235ad0-c470-4214-8047-f984fa1f734d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29939"
    uid: faa52b08-54c3-416b-acc9-e5bfceba22fb
  kind: Event
  lastTimestamp: "2026-07-28T10:50:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:50:44Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c66e6b6051ecb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31026"
    uid: cca0dbe0-d973-4919-8615-80ba543bd60c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29939"
    uid: faa52b08-54c3-416b-acc9-e5bfceba22fb
  kind: Event
  lastTimestamp: "2026-07-28T10:50:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:50:44Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c66e6b60b5ffa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: eeb6e114-5ce2-418a-811b-bc082529c2ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:50:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: faa52b08-54c3-416b-acc9-e5bfceba22fb
  kind: Event
  lastTimestamp: "2026-07-28T10:50:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:50:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c66e8e565bb517
    namespace: kserve-ci-e2e-test
    resourceVersion: "31130"
    uid: bd0ac8fb-7331-43f0-92ad-e46ab39d2728
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:50:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: faa52b08-54c3-416b-acc9-e5bfceba22fb
  kind: Event
  lastTimestamp: "2026-07-28T10:50:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:50:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c66e8e56bb9da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: 473c529c-4e5c-4344-8a57-d63fa96b265e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29930"
    uid: eb8b6a22-7cfe-4b98-915f-bb1e0964f328
  kind: Event
  lastTimestamp: "2026-07-28T10:51:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:51:00Z"
    name: isvc-lightgbm-v2-runtime.18c66e67e18ae35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31145"
    uid: 507d95d9-4aad-4450-b0f7-c567d6603022
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:48:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29930"
    uid: eb8b6a22-7cfe-4b98-915f-bb1e0964f328
  kind: Event
  lastTimestamp: "2026-07-28T10:48:14Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:48:14Z"
    name: isvc-lightgbm-v2-runtime.18c66e67e2188f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29944"
    uid: 2d03b261-90f6-4d00-9143-c482da6f9862
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31143"
    uid: eb8b6a22-7cfe-4b98-915f-bb1e0964f328
  kind: Event
  lastTimestamp: "2026-07-28T10:51:00Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:51:00Z"
    name: isvc-lightgbm-v2-runtime.18c66e8e79597985
    namespace: kserve-ci-e2e-test
    resourceVersion: "31144"
    uid: 28109aa7-37c8-48f3-838a-ee928eb3192a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28399"
    uid: ae5a293f-1ad3-489c-803b-03b56dc64b9b
  kind: Event
  lastTimestamp: "2026-07-28T10:46:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:46:32Z"
    name: isvc-lightgbm.18c66e3b5b7ebfeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29085"
    uid: 87b412a9-d9f9-459e-9dc2-9ab248c51393
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:45:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28399"
    uid: ae5a293f-1ad3-489c-803b-03b56dc64b9b
  kind: Event
  lastTimestamp: "2026-07-28T10:45:03Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T10:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:45:03Z"
    name: isvc-lightgbm.18c66e3b5bf0cf64
    namespace: kserve-ci-e2e-test
    resourceVersion: "28412"
    uid: 11cff2ce-537a-4e19-8a69-54c206c57f83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:46:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29083"
    uid: ae5a293f-1ad3-489c-803b-03b56dc64b9b
  kind: Event
  lastTimestamp: "2026-07-28T10:46:32Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:46:32Z"
    name: isvc-lightgbm.18c66e4fff8ac225
    namespace: kserve-ci-e2e-test
    resourceVersion: "29084"
    uid: c069cbb1-336e-40c6-b3d9-76941e872f50
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:22:16.744009Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17195"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-688776f7db-wfw27
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:22:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:22:16Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfd2187473b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: daad91d8-1f22-41de-99cf-af230d5752f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:17Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfd31fa15a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: bfc68453-eb50-4f2f-b652-6b2019181285
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:17Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:22:17Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfd5eeee0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17217"
    uid: 127d0c76-55d8-495c-81dd-dc2602672a2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:17Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfd60931bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 2c1308a6-1f69-48db-987e-34c2bc088468
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:17Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfd632dcf12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: 9165f9f8-5770-429d-abbc-f70d39cb89de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:17Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfd63a4093a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: ef9b12cb-eb82-439f-80bc-7061aec716ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:22Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfe662ecebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: ae0935e2-8e43-4dd5-a9a7-1976dd9feaa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:22Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfe69168b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 8f1aa9d6-3e28-4c39-838d-d258ad472cff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:22Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfe698793bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: cb11e16c-0c02-46c8-9c9f-981dcd37a755
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:22Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfe69926729
    namespace: kserve-ci-e2e-test
    resourceVersion: "17263"
    uid: e4a4428b-594d-45b9-8c8b-da3348e101db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:22Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfe6cf97859
    namespace: kserve-ci-e2e-test
    resourceVersion: "17267"
    uid: 67a6a9b3-2f54-4b38-abdb-0e13604bc536
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:22Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfe6d82a460
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: a7a02b90-20eb-4f0f-a120-ce48c7b11255
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:22Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:7789d265344a8abbbdf46d39305389c0ec3159d12d2d92e2c5830f8aeb79d1f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:22Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfe6d8d102d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: 07137a97-89d8-4fd9-9a51-b0645fd60724
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:22Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T10:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:22Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfe707ad63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17271"
    uid: f62190c7-cab4-448d-8570-54b909202fba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:22:22Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T10:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:22Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfe71076db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17272"
    uid: 1746a29b-d03d-4852-8260-c6a3990a279f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:23:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:53Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfede3e21a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18041"
    uid: b659ce00-cdae-479a-8a44-9ed7f595d4f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:23:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T10:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:53Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66cfede476eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: bd15a9b5-44bb-4bcd-9764-913e20038893
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:23:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:51Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66d134d1b0cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17973"
    uid: 62ce21e2-f82f-4d75-8fa8-4b5965426e30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:23:51Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T10:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:51Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66d134d1b7817
    namespace: kserve-ci-e2e-test
    resourceVersion: "17976"
    uid: 22b5d090-3d27-46d6-9715-da7784bf4c75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:23:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:51Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66d134d1b9877
    namespace: kserve-ci-e2e-test
    resourceVersion: "17978"
    uid: 9d39ec8e-1c95-4b33-b857-2bf2b4e43283
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-688776f7db-wfw27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 6bbb4ff9-c163-4924-b18f-c328bdc725c1
  kind: Event
  lastTimestamp: "2026-07-28T10:24:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:00Z"
    name: isvc-logger-predictor-688776f7db-wfw27.18c66d140e733742
    namespace: kserve-ci-e2e-test
    resourceVersion: "18090"
    uid: 3b3d9a9f-266c-4fd5-a50e-2073f7ad62b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-688776f7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: cc5b7fb4-585b-4608-9069-f5e0426e8303
  kind: Event
  lastTimestamp: "2026-07-28T10:22:16Z"
  message: 'Created pod: isvc-logger-predictor-688776f7db-wfw27'
  metadata:
    creationTimestamp: "2026-07-28T10:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:16Z"
    name: isvc-logger-predictor-688776f7db.18c66cfd21149184
    namespace: kserve-ci-e2e-test
    resourceVersion: "17196"
    uid: 843fcf13-a1e4-4f54-be32-b197bc5025e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17182"
    uid: 889cfc39-71e4-4744-b6c2-8cb708bf25a5
  kind: Event
  lastTimestamp: "2026-07-28T10:22:16Z"
  message: Scaled up replica set isvc-logger-predictor-688776f7db from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:16Z"
    name: isvc-logger-predictor.18c66cfd1d7c8710
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 76ea5f40-89ea-468a-ac62-e78ee27e7c77
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 733b7466-0b4e-4cf0-a8f6-bdfa680c76d4
  kind: Event
  lastTimestamp: "2026-07-28T10:22:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:46Z"
    name: isvc-logger-predictor.18c66d009c09855c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: db8ba849-cc42-4524-8876-a9547057316a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 733b7466-0b4e-4cf0-a8f6-bdfa680c76d4
  kind: Event
  lastTimestamp: "2026-07-28T10:22:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:46Z"
    name: isvc-logger-predictor.18c66d009c77694b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17461"
    uid: 2bc969df-a800-4f24-a48f-b25ffbdad99b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 733b7466-0b4e-4cf0-a8f6-bdfa680c76d4
  kind: Event
  lastTimestamp: "2026-07-28T10:23:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:46Z"
    name: isvc-logger-predictor.18c66d079a457a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: 3d3aa077-6245-4dfa-adcd-d08d561d5597
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 733b7466-0b4e-4cf0-a8f6-bdfa680c76d4
  kind: Event
  lastTimestamp: "2026-07-28T10:23:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:46Z"
    name: isvc-logger-predictor.18c66d079aabeb27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: 594fb9ed-9c50-4831-ab10-42326cfa4909
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 1d638125-3d44-4de9-a31c-4b44d6caecbf
  kind: Event
  lastTimestamp: "2026-07-28T10:23:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:23:43Z"
    name: isvc-logger.18c66cfd1db993ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: d80541ba-d4af-41dc-b2e1-474a7a21aedf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 1d638125-3d44-4de9-a31c-4b44d6caecbf
  kind: Event
  lastTimestamp: "2026-07-28T10:22:16Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T10:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:22:16Z"
    name: isvc-logger.18c66cfd1e271951
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: 1ff0083a-c2d4-4b6e-b560-484a8049be1f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: 1d638125-3d44-4de9-a31c-4b44d6caecbf
  kind: Event
  lastTimestamp: "2026-07-28T10:23:43Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:23:43Z"
    name: isvc-logger.18c66d115ff4b3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: 60eba360-7150-49ec-856e-22a9484e5b8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:51:35.378675Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31531"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:51:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:51:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66e969852abf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31536"
    uid: a056892d-aa0b-4088-a94b-cbfae9271b06
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:51:35Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:51:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66e96b20b7b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31550"
    uid: 380efe7b-813c-4880-9591-278e12d4f004
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:51:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66e96b3798546
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: 3887aeb2-ca7b-49ce-b57b-9ee77abfb6c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:51:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66e96b6017d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31553"
    uid: 98b61b7e-ad46-4bbb-9075-d8b6039c9309
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:51:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66e96b667d19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31554"
    uid: ab353aef-75c3-499a-9831-e40c817823ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:51:40Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T10:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66e97d6f6feb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31593"
    uid: 76cc337e-7da0-4f16-8b8c-8a75bf9eea0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:51:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66e97d9c0e42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31596"
    uid: 5c648079-5378-43b2-9470-00d00d309492
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:51:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66e97da21ddf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31597"
    uid: 1274db4b-5643-45b4-b89b-5adbfe945b1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:51:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66e97da2b0da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31598"
    uid: 1813c8d1-1573-4952-aba6-2eba46cd04b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:51:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66e97dd0edef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 17993a79-53a4-44f0-b30d-b5d8c5a0e8ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:51:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:51:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66e97dd754190
    namespace: kserve-ci-e2e-test
    resourceVersion: "31603"
    uid: 48b362f0-afd4-4f31-9f74-c0ec480496d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:52:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66ea24191c62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31946"
    uid: 4c48cd1c-c954-42ee-9036-f0a8148c5a14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 2a88aab6-e0a9-4538-8f25-53249a4f8dca
  kind: Event
  lastTimestamp: "2026-07-28T10:52:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7.18c66ea24192e0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31947"
    uid: 3df1ff63-8ed2-46d3-8a78-68c135844d0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: d40bb2d7-5619-4cd4-a7b5-176d1ad40450
  kind: Event
  lastTimestamp: "2026-07-28T10:51:35Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-8cdb7'
  metadata:
    creationTimestamp: "2026-07-28T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:51:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c66e9697c34b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "31532"
    uid: a353c794-537c-495e-b9db-a93c5f9b28aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31520"
    uid: d2c222f5-ffac-4af8-b1d1-3e9e23e2dd06
  kind: Event
  lastTimestamp: "2026-07-28T10:51:35Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:51:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18c66e9694bedc61
    namespace: kserve-ci-e2e-test
    resourceVersion: "31523"
    uid: 7fa06aa1-54dd-4153-bb2d-6609d473a7c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31521"
    uid: b14b8fd1-7d89-43e0-a4de-24f77d30b7ba
  kind: Event
  lastTimestamp: "2026-07-28T10:51:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:51:50Z"
    name: isvc-mlflow-v2-runtime-predictor.18c66e9a13aa2011
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: 256b7696-73a2-4bc1-bf51-7018c2310121
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31521"
    uid: b14b8fd1-7d89-43e0-a4de-24f77d30b7ba
  kind: Event
  lastTimestamp: "2026-07-28T10:51:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:51:50Z"
    name: isvc-mlflow-v2-runtime-predictor.18c66e9a140f215e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31669"
    uid: a3b363f0-0145-4c6b-986b-1df4470a82ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: b14b8fd1-7d89-43e0-a4de-24f77d30b7ba
  kind: Event
  lastTimestamp: "2026-07-28T10:52:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:52:20Z"
    name: isvc-mlflow-v2-runtime-predictor.18c66e9d92df1396
    namespace: kserve-ci-e2e-test
    resourceVersion: "31887"
    uid: 0a98ec14-bc5c-4535-b32f-7081d05fbf81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: b14b8fd1-7d89-43e0-a4de-24f77d30b7ba
  kind: Event
  lastTimestamp: "2026-07-28T10:52:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:52:20Z"
    name: isvc-mlflow-v2-runtime-predictor.18c66e9d9355fdf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: c2728bd5-a2ae-4bcb-b980-d225cdac472b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31511"
    uid: 00ecf4fe-cc58-4d4b-a26a-0f3f7b156d18
  kind: Event
  lastTimestamp: "2026-07-28T10:52:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:52:17Z"
    name: isvc-mlflow-v2-runtime.18c66e9694c0703d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31872"
    uid: c4cd30d3-36bf-4b53-ac3f-632bccfac0e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:51:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31511"
    uid: 00ecf4fe-cc58-4d4b-a26a-0f3f7b156d18
  kind: Event
  lastTimestamp: "2026-07-28T10:51:35Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:51:35Z"
    name: isvc-mlflow-v2-runtime.18c66e96954b379e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 91c92f4a-7c54-46ef-9bd2-ca7d13f962e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 00ecf4fe-cc58-4d4b-a26a-0f3f7b156d18
  kind: Event
  lastTimestamp: "2026-07-28T10:52:17Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:52:17Z"
    name: isvc-mlflow-v2-runtime.18c66ea07b5d6a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31871"
    uid: 7ebd27a3-172e-4f37-861a-5cfa9d7a3af0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:53:55.889217Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:53:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:53:55Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66eb74f682bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: cf57b9b2-f20c-46e2-8202-6fcbf20239fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:53:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:53:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66eb75af7abee
    namespace: kserve-ci-e2e-test
    resourceVersion: "32701"
    uid: 461c9c2e-f03c-41f4-b304-0649f4bf3a28
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32695"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:53:56Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:53:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66eb78c931c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32709"
    uid: ae28cabe-178c-4d26-aeeb-8f3e9db49885
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:53:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:53:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66eb78e0f65e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32711"
    uid: 53dede63-01e0-42b1-a919-6209202f035b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:53:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:53:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66eb790ab57ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 38d49aa6-0576-476e-b945-78521cf5361d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:53:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:53:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66eb791218ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32713"
    uid: a7be5c57-3f28-4d40-abab-22c86442602a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:54:02Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T10:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:54:02Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66eb8ceff08e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32756"
    uid: 7709241a-4c22-4fee-bc8f-e86478de7410
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:54:13Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.124s (11.124s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:54:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66ebb660eb3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32845"
    uid: be614565-6e5d-44a3-9e18-c1084281053a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:54:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:54:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66ebb69e36d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 43d1204b-7bf2-4b52-838c-c77641c2fef7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:54:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:54:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66ebb6a55c25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32847"
    uid: 74efc6e9-743e-4a9d-b1f9-c41c4e78cf35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:54:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:54:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66ebb6a60ca72
    namespace: kserve-ci-e2e-test
    resourceVersion: "32848"
    uid: b4e6bf56-06cc-42fd-a918-738141a3c3b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:54:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:54:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66ebb6d5d8885
    namespace: kserve-ci-e2e-test
    resourceVersion: "32849"
    uid: d6ef8851-aad5-43e3-b7d0-0cffc571d4e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:54:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:54:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66ebb6dccb2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32850"
    uid: 8ef297e7-254b-49d1-b537-7f765e254354
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:54:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:54:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66ebbd9c13958
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 0b98e804-8197-49ab-a1b0-0bef928da8a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:55:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:55:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66ec7fef9a4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33266"
    uid: f81ebe34-c0d6-435d-97aa-232f214de18f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 0ec27b6f-ef98-4cc4-894c-5e07c11b821c
  kind: Event
  lastTimestamp: "2026-07-28T10:55:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:55:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5ctbr.18c66ec7fefa50ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33267"
    uid: a62bc873-f42f-4520-8fe8-c09a681392e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32676"
    uid: b21bef2d-2fa7-4412-80cd-f0464d94262b
  kind: Event
  lastTimestamp: "2026-07-28T10:53:55Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-5ctbr'
  metadata:
    creationTimestamp: "2026-07-28T10:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:53:55Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c66eb74efa5882
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: 200ee619-c7cf-4630-bed9-57c6dec7d027
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32674"
    uid: dbf42191-91c5-49ee-8caa-4c60be2e474e
  kind: Event
  lastTimestamp: "2026-07-28T10:53:55Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:53:55Z"
    name: isvc-paddle-predictor.18c66eb74c46a51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: a90ee83d-a1a2-4866-b008-ea625d07074b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: aff6c0b5-3594-4b38-b17a-00aabfec580f
  kind: Event
  lastTimestamp: "2026-07-28T10:54:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:54:55Z"
    name: isvc-paddle-predictor.18c66ebacac2a4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: c6584dfc-8160-452a-966b-3f932fea7ebd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: aff6c0b5-3594-4b38-b17a-00aabfec580f
  kind: Event
  lastTimestamp: "2026-07-28T10:54:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:54:55Z"
    name: isvc-paddle-predictor.18c66ebacb245448
    namespace: kserve-ci-e2e-test
    resourceVersion: "33159"
    uid: 7bbf9993-8074-4593-8422-e6fb2c6f6e27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32821"
    uid: aff6c0b5-3594-4b38-b17a-00aabfec580f
  kind: Event
  lastTimestamp: "2026-07-28T10:54:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:54:40Z"
    name: isvc-paddle-predictor.18c66ec1c94bb149
    namespace: kserve-ci-e2e-test
    resourceVersion: "33053"
    uid: 0ce9e207-d1a7-4ea8-8015-779583194dcb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32821"
    uid: aff6c0b5-3594-4b38-b17a-00aabfec580f
  kind: Event
  lastTimestamp: "2026-07-28T10:54:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:54:40Z"
    name: isvc-paddle-predictor.18c66ec1c9aa0f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: af2333d6-4f0c-43e6-82a8-d2918bc1a417
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:55:12.723808Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33328"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:55:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:55:12Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66ec9331a3900
    namespace: kserve-ci-e2e-test
    resourceVersion: "33334"
    uid: 174dac29-9fec-47ac-8856-a10fae921d72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33338"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:55:13Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:55:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66ec94c81660b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: c491a830-7118-435a-9bc5-b5efb1927ee4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:55:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:55:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66ec94df6fd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33349"
    uid: adbc3484-616c-4b15-b613-bde9cc25e4ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:55:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:55:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66ec950722e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "33350"
    uid: 9e0f75f7-cc95-4d7c-8ae4-a239f0832a6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:55:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:55:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66ec950d0e1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33351"
    uid: 544a7704-b973-48fc-9361-91151ad03e88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:55:17Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:55:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66eca58e81503
    namespace: kserve-ci-e2e-test
    resourceVersion: "33386"
    uid: b8241380-cfae-4e4e-8063-bbe74adb8667
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:55:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:55:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66eca5bb91d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "33388"
    uid: 08fe785a-358d-4907-a7aa-4952e334083c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:55:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:55:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66eca5c3eb221
    namespace: kserve-ci-e2e-test
    resourceVersion: "33389"
    uid: 4caf2d9b-d385-46ff-b63c-3346b47ea215
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:55:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:55:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66eca5c494fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33390"
    uid: a6e6accc-96d3-4bbd-9af1-aa3e39284e87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:55:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:55:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66eca5f66a4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: 0800e4b1-c7d2-432c-b20b-b6af7f063294
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:55:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:55:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66eca5fc4d0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33395"
    uid: f5f20985-ca8d-4e28-89b5-3134e9d3ee24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:56:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66ecad0b9e2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33832"
    uid: a3f989db-9b9a-4c2d-b96e-25ce29a53b20
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:56:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:14Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66ed78cfd2900
    namespace: kserve-ci-e2e-test
    resourceVersion: "33820"
    uid: 201a659f-1529-4daf-95d7-cbf0481f60be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:56:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:14Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66ed78cfdc7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 43c5d06c-2e34-46af-8203-c8f02d185d86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 26236ac5-0aa6-4b2e-b7e9-14c60e657ddf
  kind: Event
  lastTimestamp: "2026-07-28T10:56:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f7r8t.18c66ed7dad04495
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: a365862a-534a-453e-ab0b-96d2a477fd3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33318"
    uid: f31e1a7b-15c8-4a9d-8539-f166fe08565a
  kind: Event
  lastTimestamp: "2026-07-28T10:55:12Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-f7r8t'
  metadata:
    creationTimestamp: "2026-07-28T10:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:55:12Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c66ec932a624d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33329"
    uid: 9736f42d-a051-453f-b770-1458c9d5f419
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33316"
    uid: 1a23e1ec-f201-4dd2-8855-4ecd7deb01d2
  kind: Event
  lastTimestamp: "2026-07-28T10:55:12Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:55:12Z"
    name: isvc-paddle-runtime-predictor.18c66ec92fdc9e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "33320"
    uid: 2c79a1a4-12a4-4959-9beb-12451cd46944
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: 00edc879-a84b-4ddf-bde0-7985f883e95c
  kind: Event
  lastTimestamp: "2026-07-28T10:55:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:55:57Z"
    name: isvc-paddle-runtime-predictor.18c66eccae9d04b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33682"
    uid: 7f021761-441b-45bd-9818-a125a2c82488
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: 00edc879-a84b-4ddf-bde0-7985f883e95c
  kind: Event
  lastTimestamp: "2026-07-28T10:55:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:55:57Z"
    name: isvc-paddle-runtime-predictor.18c66eccaf001d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33683"
    uid: cd11994b-1cff-49c4-9ae2-d1081c4186e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33474"
    uid: 00edc879-a84b-4ddf-bde0-7985f883e95c
  kind: Event
  lastTimestamp: "2026-07-28T10:56:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:56:12Z"
    name: isvc-paddle-runtime-predictor.18c66ed72c32a379
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: 4e9650db-f8f0-414b-ba23-28723d3952dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33474"
    uid: 00edc879-a84b-4ddf-bde0-7985f883e95c
  kind: Event
  lastTimestamp: "2026-07-28T10:56:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:56:12Z"
    name: isvc-paddle-runtime-predictor.18c66ed72cbfce17
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: 5e351033-dbaa-41b8-be12-e163cca15f73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33309"
    uid: b3c1d9e3-f54d-4ea4-9dc7-e66e21f7fe01
  kind: Event
  lastTimestamp: "2026-07-28T10:56:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:56:05Z"
    name: isvc-paddle-runtime.18c66ec92ff355eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33745"
    uid: 0eb5270e-02b6-42c3-b7a2-5461fa509438
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33309"
    uid: b3c1d9e3-f54d-4ea4-9dc7-e66e21f7fe01
  kind: Event
  lastTimestamp: "2026-07-28T10:55:12Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:55:12Z"
    name: isvc-paddle-runtime.18c66ec9306cd133
    namespace: kserve-ci-e2e-test
    resourceVersion: "33323"
    uid: 8024f0e7-a7d9-4417-b860-b13a1487af08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33743"
    uid: b3c1d9e3-f54d-4ea4-9dc7-e66e21f7fe01
  kind: Event
  lastTimestamp: "2026-07-28T10:56:05Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:56:05Z"
    name: isvc-paddle-runtime.18c66ed58cdc1d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33744"
    uid: 65939cdb-7207-4ddf-b002-ca342eed35af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:56:19.539630Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33886"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:56:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:56:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66ed8c1a2ee98
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: a6e01bc7-e006-4b78-a710-5ed662b18f22
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:56:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66ed8cfa8f213
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 10484c61-4b15-4c50-abd5-e448699c7eae
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33896"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:56:20Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:56:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66ed8ff2c8117
    namespace: kserve-ci-e2e-test
    resourceVersion: "33909"
    uid: 1356b3d2-805e-4814-85dc-9eba9a05f465
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:56:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66ed900a5792f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: 1729be11-6b0b-4fec-b124-f9e0cc4e455d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:56:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66ed903a79850
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: 1a18e7a0-1683-406e-87b5-969fb52963d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:56:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66ed90419a608
    namespace: kserve-ci-e2e-test
    resourceVersion: "33913"
    uid: 66bb0857-1b1a-446a-b4a1-648af8f39180
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:56:25Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66eda3eca69c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33957"
    uid: a683b9c6-ba56-413f-97dc-c5931c836bb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:56:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66eda41c40ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33959"
    uid: cf76b862-7341-46b0-99bc-2ad7196ded70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:56:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66eda423b22c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: 8d3be0cb-81c9-45ae-9072-5c7c38db7a11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:56:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66eda42458f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "33963"
    uid: 71aee417-55a2-46ef-939b-d0e84055e56f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:56:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66eda453753d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33964"
    uid: 2a069afc-c5e6-49cf-98e3-4fae6dfd8568
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:56:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:56:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66eda45a8bfe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33967"
    uid: eda17e9b-78e1-42dc-801c-53e7adb23e3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:57:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:23Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66edab6e373e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34403"
    uid: a32e36d0-30a0-4634-9f5e-e771d876773d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:57:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66ee72c334bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34383"
    uid: 65e2ee3a-c0f6-4951-b776-2708e083297c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:57:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66ee72c33c937
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: fd372a3e-89e1-4b5e-a1e6-24c2382baacc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 9f2e7ce6-d988-4c52-81b1-576eead598f0
  kind: Event
  lastTimestamp: "2026-07-28T10:57:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:23Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km.18c66ee7c0f920f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34402"
    uid: 2a97e1a1-f9df-4342-a51b-26a8f857505f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33876"
    uid: 8027ae36-0741-47f7-951f-86429cf44757
  kind: Event
  lastTimestamp: "2026-07-28T10:56:19Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ls9km'
  metadata:
    creationTimestamp: "2026-07-28T10:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:56:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c66ed8c131c0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: 4d7a838e-5238-44c5-ad1c-db365bfa14bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33873"
    uid: 310efe44-5e7b-4f23-ba2a-4f4a577ddc14
  kind: Event
  lastTimestamp: "2026-07-28T10:56:19Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T10:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:56:19Z"
    name: isvc-paddle-v2-kserve-predictor.18c66ed8bdb74d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: c0322f26-fb05-4556-870b-fa088859f7e0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33875"
    uid: 85c48670-4ae8-480a-a9b2-a01ffc45b848
  kind: Event
  lastTimestamp: "2026-07-28T10:56:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:56:49Z"
    name: isvc-paddle-v2-kserve-predictor.18c66edc3bd90c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34136"
    uid: ffe25949-e206-4b4d-a5d6-b885d7b9b988
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33875"
    uid: 85c48670-4ae8-480a-a9b2-a01ffc45b848
  kind: Event
  lastTimestamp: "2026-07-28T10:56:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:56:49Z"
    name: isvc-paddle-v2-kserve-predictor.18c66edc3c374816
    namespace: kserve-ci-e2e-test
    resourceVersion: "34137"
    uid: f361b3dd-23e3-4067-9fec-33bb1e5b2a9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34030"
    uid: 85c48670-4ae8-480a-a9b2-a01ffc45b848
  kind: Event
  lastTimestamp: "2026-07-28T10:57:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:57:19Z"
    name: isvc-paddle-v2-kserve-predictor.18c66ee33a45bf8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: a3aeefa8-9228-47a3-ac65-95104e49f0e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34030"
    uid: 85c48670-4ae8-480a-a9b2-a01ffc45b848
  kind: Event
  lastTimestamp: "2026-07-28T10:57:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:57:19Z"
    name: isvc-paddle-v2-kserve-predictor.18c66ee33aaa70fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34353"
    uid: 35809705-f2a1-4269-8744-4c4f28608494
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33866"
    uid: c63061b8-5ec5-4d75-904e-315a127dbd31
  kind: Event
  lastTimestamp: "2026-07-28T10:57:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:57:14Z"
    name: isvc-paddle-v2-kserve.18c66ed8bd58debe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34317"
    uid: 2f2e04fd-ede1-49a6-a418-fcea5af99266
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:56:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33866"
    uid: c63061b8-5ec5-4d75-904e-315a127dbd31
  kind: Event
  lastTimestamp: "2026-07-28T10:56:19Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:56:19Z"
    name: isvc-paddle-v2-kserve.18c66ed8bdcc4313
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: 2ddb252f-41ca-485e-a68c-208dc4f784a0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34314"
    uid: c63061b8-5ec5-4d75-904e-315a127dbd31
  kind: Event
  lastTimestamp: "2026-07-28T10:57:14Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:57:14Z"
    name: isvc-paddle-v2-kserve.18c66ee57259da95
    namespace: kserve-ci-e2e-test
    resourceVersion: "34315"
    uid: cfa00f92-d442-45bb-8515-07ab5a334950
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32667"
    uid: 86bc1af4-f557-4b8c-a7af-f5b18f437ea7
  kind: Event
  lastTimestamp: "2026-07-28T10:55:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:55:01Z"
    name: isvc-paddle.18c66eb74c541876
    namespace: kserve-ci-e2e-test
    resourceVersion: "33208"
    uid: 9ed394e7-fcc9-46b4-a7af-80515dabbc03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32667"
    uid: 86bc1af4-f557-4b8c-a7af-f5b18f437ea7
  kind: Event
  lastTimestamp: "2026-07-28T10:53:55Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T10:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:53:55Z"
    name: isvc-paddle.18c66eb74cbc3759
    namespace: kserve-ci-e2e-test
    resourceVersion: "32680"
    uid: ed7ccc63-52ef-4853-be8e-a979cc0d880f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "33205"
    uid: 86bc1af4-f557-4b8c-a7af-f5b18f437ea7
  kind: Event
  lastTimestamp: "2026-07-28T10:55:01Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:55:01Z"
    name: isvc-paddle.18c66ec69549d13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: ec96be34-5acc-49d0-ae20-6039dfed79e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:57:26.628522Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34446"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-8smtv
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:57:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:57:26Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66ee86071fcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34450"
    uid: 8d31a9e0-0b5b-4a0d-ae47-95d1418e8144
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:57:27Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:57:27Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66ee87a210dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34468"
    uid: 8c727a44-da6e-4c40-bb73-918366e55f7d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:57:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:27Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66ee87b9099e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34470"
    uid: c0da6527-2c45-49a5-9549-02deb0286c18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:57:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:27Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66ee87ea28b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "34472"
    uid: 5582671c-3e95-4184-b927-1c18404835de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:57:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:27Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66ee87f11f621
    namespace: kserve-ci-e2e-test
    resourceVersion: "34473"
    uid: 89ea8686-30f3-4f79-9ef4-2b593681757b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:57:31Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T10:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:31Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66ee971aa0854
    namespace: kserve-ci-e2e-test
    resourceVersion: "34507"
    uid: c5ac86fa-b414-48a3-a2d8-03a69dd73af8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:57:38Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.922s (6.922s
    including waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:38Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66eeb0e4d714c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34563"
    uid: 92383ea8-e125-43a6-83c1-d09dd53e1884
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:57:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:38Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66eeb12d28071
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 135f76e2-831c-43ec-8259-3aa99d6d8064
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:57:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:38Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66eeb1341905f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34565"
    uid: 314cff52-50fd-432e-8467-2a309bb53beb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:57:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:38Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66eeb134cbff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34566"
    uid: 0f8c7666-332d-42f2-9582-6f947f1990fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:57:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:38Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66eeb1674b2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34567"
    uid: a4d037ef-bec9-495d-b9a2-520f4b57fb43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:57:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:57:38Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66eeb16e3003d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34568"
    uid: 7a546d68-e472-47bc-a3ab-037445427951
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:58:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:58:46Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66eeb8ce10850
    namespace: kserve-ci-e2e-test
    resourceVersion: "35049"
    uid: 186348ec-fcb0-4a99-858c-fe016dabd9c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:58:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:58:57Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66efd9efb905f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: fab7b99c-113b-4e2e-b983-0c0777b48cf6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:58:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:58:57Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66efd9efc114e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35157"
    uid: 4f949d31-a70a-49bb-9808-adbe4797baa2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-8smtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 2d67e0f7-4575-48d6-a7ee-4ef9b898c4c3
  kind: Event
  lastTimestamp: "2026-07-28T10:59:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:59:01Z"
    name: isvc-pmml-predictor-8674795f59-8smtv.18c66efe691106ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: 1cce3087-9e27-4e91-8d46-bc790bf6c425
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34437"
    uid: d8c32231-4830-4fb1-b6a1-0e970a100208
  kind: Event
  lastTimestamp: "2026-07-28T10:57:26Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-8smtv'
  metadata:
    creationTimestamp: "2026-07-28T10:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:57:26Z"
    name: isvc-pmml-predictor-8674795f59.18c66ee860058ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "34447"
    uid: 71dae4f7-d909-49eb-9f03-468c83507c1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34435"
    uid: 75c8a9f4-b864-4b0e-af4f-ee9cfc3c7f5e
  kind: Event
  lastTimestamp: "2026-07-28T10:57:26Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:57:26Z"
    name: isvc-pmml-predictor.18c66ee85d6a6a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "34439"
    uid: 7e63de91-618e-47b4-9932-dc62cc4a7161
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34436"
    uid: d671cb68-0802-42b1-b673-839fd378cad5
  kind: Event
  lastTimestamp: "2026-07-28T10:58:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:58:11Z"
    name: isvc-pmml-predictor.18c66eebdbde0141
    namespace: kserve-ci-e2e-test
    resourceVersion: "34806"
    uid: 65ccf1af-e19b-44ba-bb47-9b42e072252b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34436"
    uid: d671cb68-0802-42b1-b673-839fd378cad5
  kind: Event
  lastTimestamp: "2026-07-28T10:58:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:58:11Z"
    name: isvc-pmml-predictor.18c66eebdc4b4970
    namespace: kserve-ci-e2e-test
    resourceVersion: "34807"
    uid: b315edc4-b725-4e35-8bbf-dedeaeb9ffc8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:58:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: d671cb68-0802-42b1-b673-839fd378cad5
  kind: Event
  lastTimestamp: "2026-07-28T10:58:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:58:56Z"
    name: isvc-pmml-predictor.18c66ef6592a4c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35129"
    uid: 8ecb2b87-4e04-41d1-bae0-f8fe0c31514f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:58:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: d671cb68-0802-42b1-b673-839fd378cad5
  kind: Event
  lastTimestamp: "2026-07-28T10:58:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:58:56Z"
    name: isvc-pmml-predictor.18c66ef6598cbcea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35130"
    uid: a9309c4d-a135-42fa-bc7a-ddcf5773110f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:59:03.035386Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35223"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-jv6tm
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:59:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:59:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66efed2bdffbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 281b1231-5fe4-4f28-8694-5013e8093487
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35232"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T10:59:03Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:59:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66efeec5a341a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35241"
    uid: e6d5501b-f4e5-4601-b105-55b28a3efaad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T10:59:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:59:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66efeedd7f6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35243"
    uid: 6497bacd-b944-4693-a2ec-991356086383
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T10:59:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:59:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66efef0b82b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "35244"
    uid: 8baa0bed-82d3-4ebf-9e3b-402f96b208de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T10:59:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:59:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66efef12bb727
    namespace: kserve-ci-e2e-test
    resourceVersion: "35245"
    uid: 0ea0e4bc-1573-47f5-b830-24c842593eab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T10:59:07Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:59:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66effe2eb9937
    namespace: kserve-ci-e2e-test
    resourceVersion: "35281"
    uid: 594adada-3990-47b5-b01a-150ae06ba1fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T10:59:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:59:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66effe64b51f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35284"
    uid: 0541e116-e1fd-4d21-aa26-9c2fc0351631
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T10:59:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:59:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66effe6bff9d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: 5ffd07f9-f00f-41aa-9a35-650fb27dbb2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T10:59:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:59:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66effe6c9b0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35288"
    uid: f6e8c448-64ea-475b-aea0-e1d1c13ddaa4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T10:59:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:59:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66effe9e7b180
    namespace: kserve-ci-e2e-test
    resourceVersion: "35291"
    uid: 5d65b59d-4263-4a7d-ac83-1cfc0bb6d2de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T10:59:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:59:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66effea5cac98
    namespace: kserve-ci-e2e-test
    resourceVersion: "35292"
    uid: 9eb4e3d0-dedc-4c27-9dab-60b2db8642a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T11:00:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:35Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66f005ac3960a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35941"
    uid: 815a4683-e8b4-4c7e-9c7b-d5f24c13e647
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T11:00:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66f140aeae7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35930"
    uid: d3aa3f75-e983-4a1c-9e29-632ceb7db602
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T11:00:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66f140aeb68e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35931"
    uid: 5a850a3f-e82e-42fb-be77-97c738328ce0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8a7e0c8e-119c-41a7-862f-6034aa2528ac
  kind: Event
  lastTimestamp: "2026-07-28T11:00:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:35Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jv6tm.18c66f1460f7f44e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35940"
    uid: d4cedc50-b2d4-4e96-a6d2-f0b07522d895
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 93373965-a4a1-4f00-b392-87fc081cd009
  kind: Event
  lastTimestamp: "2026-07-28T10:59:03Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-jv6tm'
  metadata:
    creationTimestamp: "2026-07-28T10:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:59:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c66efed24ef727
    namespace: kserve-ci-e2e-test
    resourceVersion: "35224"
    uid: aa5e7264-a089-45c8-91ac-2b11e2f7a7d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35210"
    uid: e9dacf44-ba30-40bc-a354-4b9c9e737d32
  kind: Event
  lastTimestamp: "2026-07-28T10:59:02Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:59:02Z"
    name: isvc-pmml-runtime-predictor.18c66efecd3ede84
    namespace: kserve-ci-e2e-test
    resourceVersion: "35214"
    uid: dd67f75b-8b5c-4d1d-9e44-0fc217f56d1b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: 4903d916-9304-4ce9-ace8-5ed2e0cfc0cf
  kind: Event
  lastTimestamp: "2026-07-28T10:59:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:59:32Z"
    name: isvc-pmml-runtime-predictor.18c66f024c11fa99
    namespace: kserve-ci-e2e-test
    resourceVersion: "35473"
    uid: 1b431eb5-fac3-499e-86af-8056cace7d89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: 4903d916-9304-4ce9-ace8-5ed2e0cfc0cf
  kind: Event
  lastTimestamp: "2026-07-28T10:59:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:59:32Z"
    name: isvc-pmml-runtime-predictor.18c66f024c71a0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35474"
    uid: 9efaed4a-5d0e-40df-82b9-4ffa6cdcfe05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35362"
    uid: 4903d916-9304-4ce9-ace8-5ed2e0cfc0cf
  kind: Event
  lastTimestamp: "2026-07-28T11:00:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:00:33Z"
    name: isvc-pmml-runtime-predictor.18c66f094a2495d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35901"
    uid: d41c088e-7253-4044-9707-19094e7d777b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35362"
    uid: 4903d916-9304-4ce9-ace8-5ed2e0cfc0cf
  kind: Event
  lastTimestamp: "2026-07-28T11:00:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:00:33Z"
    name: isvc-pmml-runtime-predictor.18c66f094a88b6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35903"
    uid: 530c67bc-ca75-4a01-ac89-5a3e24747c18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35203"
    uid: 426b65f4-8cdb-454e-8a77-1afb1f25c8e1
  kind: Event
  lastTimestamp: "2026-07-28T11:00:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:00:25Z"
    name: isvc-pmml-runtime.18c66efecd44a439
    namespace: kserve-ci-e2e-test
    resourceVersion: "35853"
    uid: 71175dd4-5d86-46aa-a49a-348775cfd220
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:59:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35203"
    uid: 426b65f4-8cdb-454e-8a77-1afb1f25c8e1
  kind: Event
  lastTimestamp: "2026-07-28T10:59:02Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:59:02Z"
    name: isvc-pmml-runtime.18c66efecdb725ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35217"
    uid: 3cf0efb7-7bb2-45a1-a426-03ab21317aca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35851"
    uid: 426b65f4-8cdb-454e-8a77-1afb1f25c8e1
  kind: Event
  lastTimestamp: "2026-07-28T11:00:25Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:00:25Z"
    name: isvc-pmml-runtime.18c66f1212b5f752
    namespace: kserve-ci-e2e-test
    resourceVersion: "35852"
    uid: 074b5f64-f172-4eb1-9a9c-e98d97fa91f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:00:39.347008Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:00:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:00:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f153f5cb4c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36005"
    uid: 2c08fd31-ebce-4163-9829-c93d1906d45f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36009"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:00:39Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:00:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f1559141684
    namespace: kserve-ci-e2e-test
    resourceVersion: "36018"
    uid: abc9d3c0-701c-47ae-9d43-17147909830e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:00:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f155a854623
    namespace: kserve-ci-e2e-test
    resourceVersion: "36020"
    uid: 57e396f0-b463-4378-9f85-79caf7524d12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:00:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f155d47716b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36021"
    uid: c4b665b5-9a6c-4383-b305-3fefb5328187
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:00:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f155dba9b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "36022"
    uid: 4fc7f1ca-b8e7-41df-a266-924148986523
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:00:43Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f1654ad7c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "36056"
    uid: 13209479-6604-49f0-bef0-0b98babd41da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:00:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f16580f05cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36060"
    uid: d240fa54-c8fc-474a-952f-533b0b1dbdc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:00:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f16587f7b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36063"
    uid: ffcb3665-ffdc-4aeb-bd57-51357b33e29f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:00:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f1658896152
    namespace: kserve-ci-e2e-test
    resourceVersion: "36064"
    uid: caac9374-4fc5-4aae-b38e-1c1a683ad4fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:00:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f165b830f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 8d8d59b9-9d31-494b-ae77-e84d68729f77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:00:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:00:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f165bf80ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36067"
    uid: 348ee1a8-f7d6-4f65-a97a-c1d6a3fb65f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:02:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:12Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f16ccbfaf13
    namespace: kserve-ci-e2e-test
    resourceVersion: "36708"
    uid: 37918b09-6f98-4951-8217-fb00bfda0c95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:02:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f2a7721cd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "36696"
    uid: c2ddd256-95b2-4096-b425-1a4431f1f595
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:02:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f2a772255e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36697"
    uid: 4c659c30-80ed-470b-a3ea-210c6ce473c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f9c3b9a5-3fd5-4554-a3f0-693649c4efb6
  kind: Event
  lastTimestamp: "2026-07-28T11:02:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:12Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66.18c66f2ad2baa619
    namespace: kserve-ci-e2e-test
    resourceVersion: "36707"
    uid: e3b9e3e6-c882-4dd8-9845-6a2a6b5165e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35988"
    uid: 3713f407-0168-4e7f-8bea-aed5b0fd8827
  kind: Event
  lastTimestamp: "2026-07-28T11:00:39Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-p5p66'
  metadata:
    creationTimestamp: "2026-07-28T11:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:00:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c66f153ef54ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: 10621ffe-11f7-42c5-8679-cb658f833588
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35985"
    uid: 905751a4-9843-44c7-a794-64d2cc2c89af
  kind: Event
  lastTimestamp: "2026-07-28T11:00:39Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T11:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:00:39Z"
    name: isvc-pmml-v2-kserve-predictor.18c66f1539f03952
    namespace: kserve-ci-e2e-test
    resourceVersion: "35990"
    uid: 1651d1a9-84e1-438b-9ff1-f4c4d99b9c4a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35986"
    uid: f0c7d025-4fca-4244-9666-64a0e7a58422
  kind: Event
  lastTimestamp: "2026-07-28T11:01:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:01:24Z"
    name: isvc-pmml-v2-kserve-predictor.18c66f18b8a3dadb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36348"
    uid: 19f99b80-87ad-430e-b2bf-6f311952c901
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35986"
    uid: f0c7d025-4fca-4244-9666-64a0e7a58422
  kind: Event
  lastTimestamp: "2026-07-28T11:01:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:01:24Z"
    name: isvc-pmml-v2-kserve-predictor.18c66f18b90a1901
    namespace: kserve-ci-e2e-test
    resourceVersion: "36349"
    uid: 0eeb7d00-3338-4cc8-8f9c-19aac1fe165c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:01:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36140"
    uid: f0c7d025-4fca-4244-9666-64a0e7a58422
  kind: Event
  lastTimestamp: "2026-07-28T11:02:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:02:09Z"
    name: isvc-pmml-v2-kserve-predictor.18c66f1c37c06d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "36671"
    uid: 7107cb8f-019b-4a10-b8e8-128473d0d9ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:01:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36140"
    uid: f0c7d025-4fca-4244-9666-64a0e7a58422
  kind: Event
  lastTimestamp: "2026-07-28T11:02:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:02:09Z"
    name: isvc-pmml-v2-kserve-predictor.18c66f1c38261fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36672"
    uid: 443b93bd-a8c6-4600-b307-0edd08771cab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35978"
    uid: 86a3f569-aa15-4308-aaff-200ab12cd099
  kind: Event
  lastTimestamp: "2026-07-28T11:02:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:02:02Z"
    name: isvc-pmml-v2-kserve.18c66f1539f9ca5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36620"
    uid: d7506d87-6a86-408e-aa24-ca61e87eb934
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35978"
    uid: 86a3f569-aa15-4308-aaff-200ab12cd099
  kind: Event
  lastTimestamp: "2026-07-28T11:00:39Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:00:39Z"
    name: isvc-pmml-v2-kserve.18c66f153aa27b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "36011"
    uid: 3f9afe24-a6fb-4715-8d58-39fbab13be4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:00:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35982"
    uid: 86a3f569-aa15-4308-aaff-200ab12cd099
  kind: Event
  lastTimestamp: "2026-07-28T11:00:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:00:39Z"
    name: isvc-pmml-v2-kserve.18c66f1541284a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "36012"
    uid: b8ace2f0-dc44-4c5a-9594-85df3423eb66
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36618"
    uid: 86a3f569-aa15-4308-aaff-200ab12cd099
  kind: Event
  lastTimestamp: "2026-07-28T11:02:02Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:02:02Z"
    name: isvc-pmml-v2-kserve.18c66f28842546d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 5ab4b226-48e3-4b94-8d4e-0d1539b97e94
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: 5ddde8b7-0847-45a7-adc5-dd6d7c59590c
  kind: Event
  lastTimestamp: "2026-07-28T10:58:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:58:56Z"
    name: isvc-pmml.18c66ee85d70eaf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35127"
    uid: 4320a7a5-9a6b-4535-b229-6b28e6c5e06c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: 5ddde8b7-0847-45a7-adc5-dd6d7c59590c
  kind: Event
  lastTimestamp: "2026-07-28T10:57:26Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:57:26Z"
    name: isvc-pmml.18c66ee85e121d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "34458"
    uid: b806af28-6bcb-4c7b-878c-5d663c841ba1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34432"
    uid: 5ddde8b7-0847-45a7-adc5-dd6d7c59590c
  kind: Event
  lastTimestamp: "2026-07-28T10:57:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:57:26Z"
    name: isvc-pmml.18c66ee864442bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34459"
    uid: d9891678-91a5-468c-a1e7-17ebf17f10ba
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:58:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "35125"
    uid: 5ddde8b7-0847-45a7-adc5-dd6d7c59590c
  kind: Event
  lastTimestamp: "2026-07-28T10:58:56Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:58:56Z"
    name: isvc-pmml.18c66efd44d1d6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "35126"
    uid: f7ad0c04-9861-44d1-be72-e96ec3f9ae48
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:08:04.953936Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39656"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:08:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:08:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7cff9ad157
    namespace: kserve-ci-e2e-test
    resourceVersion: "39660"
    uid: 9ee1bb15-854a-4ecb-8752-76965b9c5ace
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:08:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T11:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:05Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7d0a673571
    namespace: kserve-ci-e2e-test
    resourceVersion: "39668"
    uid: 0715a480-5376-4d2f-8f56-e0ad3b92b456
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39665"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:08:05Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:08:05Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7d3ca92744
    namespace: kserve-ci-e2e-test
    resourceVersion: "39677"
    uid: d157dcba-e894-4f16-b518-a2c4a1129c1b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:08:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7d3e2bf995
    namespace: kserve-ci-e2e-test
    resourceVersion: "39680"
    uid: 9c7189ca-191a-436e-ba0e-b36042947ac7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:08:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7d4130d396
    namespace: kserve-ci-e2e-test
    resourceVersion: "39683"
    uid: ef715f74-3e93-4409-a717-09b7d64a06bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:08:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7d41a738c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39684"
    uid: cd55b4ec-04e6-4d8e-a251-76b7735f5eef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:08:09Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7e240c77c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39715"
    uid: 789550bd-b5aa-4751-b035-0606736206da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:08:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7e272348eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39717"
    uid: 880e9889-97b3-4305-a26d-431a4bc0a474
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:08:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7e2794a960
    namespace: kserve-ci-e2e-test
    resourceVersion: "39720"
    uid: cfa44b7a-16cc-4bbb-b89c-84ad55ae87ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:08:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7e279f39a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39721"
    uid: c5820551-632f-4b4e-9265-63bad9e788ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:08:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7e2ac16855
    namespace: kserve-ci-e2e-test
    resourceVersion: "39723"
    uid: 1762b5ed-7848-4e63-9c22-0a7a81f3d99c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:08:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7e2b2fa264
    namespace: kserve-ci-e2e-test
    resourceVersion: "39724"
    uid: 11098986-6649-4f50-bd84-7214c1a2c8f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:09:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:38Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f7e9bf34798
    namespace: kserve-ci-e2e-test
    resourceVersion: "40382"
    uid: 1dd222b0-0828-408c-9164-20a57bde985a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:09:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f91fbb2b2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40356"
    uid: f58d0597-3475-47cf-b6ae-3bf91b90800f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:09:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f91fbb306ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: 6078c2ce-481b-4489-bc3f-79b065051da5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 51568b0e-a4f2-4b67-99a1-3508a4e510e0
  kind: Event
  lastTimestamp: "2026-07-28T11:09:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:37Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl.18c66f92a22964c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40375"
    uid: 03448c3d-b463-4606-abc9-73ae9045c668
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39644"
    uid: d4ff74d8-f25b-44d3-92d2-3642cd23755a
  kind: Event
  lastTimestamp: "2026-07-28T11:08:04Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-4gwxl'
  metadata:
    creationTimestamp: "2026-07-28T11:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:08:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c66f7cff2a03ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39657"
    uid: ab45e8cd-25b4-4691-b176-5a0c60011f9d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39640"
    uid: 9236ea62-ab0b-4e61-96e5-06f5132a4fa1
  kind: Event
  lastTimestamp: "2026-07-28T11:08:04Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:08:04Z"
    name: isvc-predictive-lightgbm-predictor.18c66f7cfa488fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "39646"
    uid: c2b3a82b-6196-41ba-b788-f44aaa16febb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39643"
    uid: ff600865-f70d-43e2-b899-dbf523f4893f
  kind: Event
  lastTimestamp: "2026-07-28T11:08:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:08:34Z"
    name: isvc-predictive-lightgbm-predictor.18c66f807942fe70
    namespace: kserve-ci-e2e-test
    resourceVersion: "39914"
    uid: ba5e3f9f-defe-443c-a704-560f2a787521
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39643"
    uid: ff600865-f70d-43e2-b899-dbf523f4893f
  kind: Event
  lastTimestamp: "2026-07-28T11:08:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:08:34Z"
    name: isvc-predictive-lightgbm-predictor.18c66f8079a81646
    namespace: kserve-ci-e2e-test
    resourceVersion: "39915"
    uid: bec62ddc-4c3e-4e4c-a41b-652e7615d02d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39809"
    uid: ff600865-f70d-43e2-b899-dbf523f4893f
  kind: Event
  lastTimestamp: "2026-07-28T11:09:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:09:34Z"
    name: isvc-predictive-lightgbm-predictor.18c66f87779c2567
    namespace: kserve-ci-e2e-test
    resourceVersion: "40340"
    uid: 614cd3d6-0ee4-45e5-a103-f41827cf5dfa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39809"
    uid: ff600865-f70d-43e2-b899-dbf523f4893f
  kind: Event
  lastTimestamp: "2026-07-28T11:09:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:09:34Z"
    name: isvc-predictive-lightgbm-predictor.18c66f87780348a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40341"
    uid: f2bf7311-a3a1-46d5-b865-c79de64992e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:12:51.605777Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41940"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:12:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:12:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fbfbd62ccc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41944"
    uid: f30d4706-3f79-4acd-ae3d-eecf886a7c5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41949"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:12:52Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:12:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fbfd76a0952
    namespace: kserve-ci-e2e-test
    resourceVersion: "41959"
    uid: 48d1958c-fe56-45b7-8c7f-397ebe494b03
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:12:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fbfd8cdeec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41962"
    uid: da3ca58b-c5cf-4aaa-930a-7361e649cc7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:12:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fbfdb8e0c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "41963"
    uid: e735300a-9e14-4765-8d1b-d32fb1011eea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:12:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fbfdc00027c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41964"
    uid: 7f766b20-b3c0-4aac-b718-f25d1fcbe175
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:12:56Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fc0c402e59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41997"
    uid: 07623bba-6636-4f2b-9983-3e49158b8380
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:12:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fc0c76242bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42000"
    uid: bd33d13d-8528-4e64-bf98-5dea8b28d6d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:12:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fc0c7d683e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42002"
    uid: 3a98f980-b89b-40a7-8a64-4e4960487a34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:12:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fc0c7e1d1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "42004"
    uid: 9381779f-f432-4c9f-a838-794b59e91097
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:12:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fc0cb3b9597
    namespace: kserve-ci-e2e-test
    resourceVersion: "42006"
    uid: 14f8e9c8-8148-45a1-b4b2-523e050d734c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:12:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fc0cbaaa40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42007"
    uid: 17295d66-acb9-4fab-8017-220519a911d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T11:13:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:14:23Z"
  message: 'Readiness probe failed: Get "http://10.134.0.62:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.62:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fc96260db53
    namespace: kserve-ci-e2e-test
    resourceVersion: "42805"
    uid: 55892ca4-0cb7-4e5c-90e5-40ed93d87b5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:14:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fd4b8defa31
    namespace: kserve-ci-e2e-test
    resourceVersion: "42757"
    uid: 4689d790-be9f-4219-89cc-decb1a55933d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:14:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fd4b8df7398
    namespace: kserve-ci-e2e-test
    resourceVersion: "42756"
    uid: 9cf5be3d-ece8-415d-9d71-5173b66decb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: afb30123-ce84-40ad-b9b6-fd93410dd0c2
  kind: Event
  lastTimestamp: "2026-07-28T11:14:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm.18c66fd506377cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42803"
    uid: 4be95f10-61af-48c4-b8e3-98a14fccfd56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "41928"
    uid: 4b294732-519f-4499-915c-10d0571e1a91
  kind: Event
  lastTimestamp: "2026-07-28T11:12:51Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-lddpm'
  metadata:
    creationTimestamp: "2026-07-28T11:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:12:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c66fbfbcfc812e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41941"
    uid: ba947235-2443-490c-9487-cb8c60e019c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41926"
    uid: 772c216e-a897-4eeb-8eef-685bb89d9298
  kind: Event
  lastTimestamp: "2026-07-28T11:12:51Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:12:51Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c66fbfb88d7817
    namespace: kserve-ci-e2e-test
    resourceVersion: "41930"
    uid: ed6d2834-ae33-4aa3-b1a4-cd150b313431
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:13:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41927"
    uid: 46d5b001-0f5f-43ad-994c-e874638feefa
  kind: Event
  lastTimestamp: "2026-07-28T11:13:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:13:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c66fc3372be0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "42189"
    uid: 0870437e-c2be-4efe-80cd-b747344bb364
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:13:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41927"
    uid: 46d5b001-0f5f-43ad-994c-e874638feefa
  kind: Event
  lastTimestamp: "2026-07-28T11:13:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:13:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c66fc33790b4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42190"
    uid: a3419d86-aaa8-4915-b9ae-f30d2cdc9dc5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:13:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42085"
    uid: 46d5b001-0f5f-43ad-994c-e874638feefa
  kind: Event
  lastTimestamp: "2026-07-28T11:14:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:14:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c66fca35a230b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42739"
    uid: 73ad18cd-aeb1-4c7d-94a9-bae7a82ca6a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:13:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42085"
    uid: 46d5b001-0f5f-43ad-994c-e874638feefa
  kind: Event
  lastTimestamp: "2026-07-28T11:14:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:14:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c66fca360f5e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "42740"
    uid: 2ca0c585-6380-4f24-a0b0-f301fde996e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41919"
    uid: 8b0fbb53-7dcc-4306-a639-f2676d9c3466
  kind: Event
  lastTimestamp: "2026-07-28T11:14:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:14:13Z"
    name: isvc-predictive-lightgbm-v2.18c66fbfb8a4fadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42556"
    uid: c522d98b-9789-4852-a108-c838df918b09
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41919"
    uid: 8b0fbb53-7dcc-4306-a639-f2676d9c3466
  kind: Event
  lastTimestamp: "2026-07-28T11:12:51Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:12:51Z"
    name: isvc-predictive-lightgbm-v2.18c66fbfb92dbf83
    namespace: kserve-ci-e2e-test
    resourceVersion: "41950"
    uid: f3d201b7-617c-4d5c-af3b-095611919e39
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 8b0fbb53-7dcc-4306-a639-f2676d9c3466
  kind: Event
  lastTimestamp: "2026-07-28T11:12:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:12:51Z"
    name: isvc-predictive-lightgbm-v2.18c66fbfbf1153d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41952"
    uid: 1d11e8cb-c722-499e-b327-4097407f9d98
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42554"
    uid: 8b0fbb53-7dcc-4306-a639-f2676d9c3466
  kind: Event
  lastTimestamp: "2026-07-28T11:14:13Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:14:13Z"
    name: isvc-predictive-lightgbm-v2.18c66fd2bbc5bddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42555"
    uid: c7188ec2-2c08-4660-b121-e28b991f3628
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39633"
    uid: f9321212-7fab-4da4-ac53-b6d1c35801a1
  kind: Event
  lastTimestamp: "2026-07-28T11:09:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:09:28Z"
    name: isvc-predictive-lightgbm.18c66f7cfa4d1378
    namespace: kserve-ci-e2e-test
    resourceVersion: "40296"
    uid: ce4f1f5f-c72d-4a83-9e54-3f715d8b4352
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39633"
    uid: f9321212-7fab-4da4-ac53-b6d1c35801a1
  kind: Event
  lastTimestamp: "2026-07-28T11:08:04Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:08:04Z"
    name: isvc-predictive-lightgbm.18c66f7cfad4e563
    namespace: kserve-ci-e2e-test
    resourceVersion: "39649"
    uid: eb8d2220-950a-4a11-882d-f4cf2e14eb1c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40293"
    uid: f9321212-7fab-4da4-ac53-b6d1c35801a1
  kind: Event
  lastTimestamp: "2026-07-28T11:09:28Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:09:28Z"
    name: isvc-predictive-lightgbm.18c66f907c780654
    namespace: kserve-ci-e2e-test
    resourceVersion: "40294"
    uid: 41db05d2-3290-4090-a092-4286189486e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:04:34.341767Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:04:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:04:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f4bf624352d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37996"
    uid: 1868f9e8-0576-4b8a-8a1a-dac140d1a5e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38000"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:04:34Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:04:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f4c0fd7c263
    namespace: kserve-ci-e2e-test
    resourceVersion: "38007"
    uid: 56dd5702-996f-4cc6-a9ca-f0d4c60bb900
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:04:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f4c11460d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "38009"
    uid: e1365bef-b8a2-4377-9c6a-bde49600704b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:04:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f4c13e58ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38011"
    uid: 79550938-7ac7-4b65-b8b4-9866d406b042
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:04:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f4c1459051e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38013"
    uid: 869ec548-bc9f-4945-871d-9742c654a073
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:04:38Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:38Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f4d09e86d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38047"
    uid: 7496d128-ed09-4138-af30-105e68b65a39
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:05:01Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.123s
    (22.124s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T11:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:05:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f52309a410f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38201"
    uid: 10f12409-0562-4cee-aba5-32bcd7055583
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:05:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:05:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f5234edaeb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38202"
    uid: 8c053bca-4352-4627-8af7-f10990d9ffa3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:05:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:05:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f52355128ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38203"
    uid: 9903aca8-e26f-4afe-ba58-23a9bf990d8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:05:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:05:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f52355b2eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38204"
    uid: e58ed1e7-44b9-43b1-92fd-87a640a8167b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:05:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:05:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f5237db6954
    namespace: kserve-ci-e2e-test
    resourceVersion: "38205"
    uid: 4e4ce831-53e8-4507-9d7e-44105277f30b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:05:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:05:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f52383cc731
    namespace: kserve-ci-e2e-test
    resourceVersion: "38206"
    uid: 6fe7b3fb-e957-4c9c-bc89-331a523012a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:06:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:29Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f52a7d68881
    namespace: kserve-ci-e2e-test
    resourceVersion: "38858"
    uid: 62867c59-7d71-4804-b268-2f7b868b7730
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:06:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:24Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f659b8df298
    namespace: kserve-ci-e2e-test
    resourceVersion: "38821"
    uid: 39789778-c7d8-42d1-93a9-b13356def52e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:06:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:24Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f659b8e7fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38822"
    uid: f44d3a38-e54f-41a4-a6d3-94a88b7daea9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 6ffbb120-c661-4cce-8737-01ddc2bb0260
  kind: Event
  lastTimestamp: "2026-07-28T11:06:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:29Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg.18c66f66ae0deba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38857"
    uid: e18596f9-19a1-446c-b694-643de99f33e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37981"
    uid: bd1fdec0-26d1-4b70-9e40-49e3c0be71a7
  kind: Event
  lastTimestamp: "2026-07-28T11:04:34Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-lnmbg'
  metadata:
    creationTimestamp: "2026-07-28T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:04:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c66f4bf5b5262f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: eb00e458-2fce-4c30-9dcd-80ad0cfd4ccf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37979"
    uid: a74831d3-cee8-4293-ae34-8432e09f0dd0
  kind: Event
  lastTimestamp: "2026-07-28T11:04:34Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:04:34Z"
    name: isvc-predictive-sklearn-predictor.18c66f4bf2bbefa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 4e5d5428-e4ac-4875-a5f6-fc343f2f41e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: 82838734-262d-4dc0-b5f1-1d126c82c30d
  kind: Event
  lastTimestamp: "2026-07-28T11:05:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:05:34Z"
    name: isvc-predictive-sklearn-predictor.18c66f4f71da1677
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: 2616d67a-e093-4067-a476-1b596b61c75a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: 82838734-262d-4dc0-b5f1-1d126c82c30d
  kind: Event
  lastTimestamp: "2026-07-28T11:05:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:05:34Z"
    name: isvc-predictive-sklearn-predictor.18c66f4f728c3427
    namespace: kserve-ci-e2e-test
    resourceVersion: "38449"
    uid: f58cfd6a-e52f-48a7-9b4f-4f9c5e3589fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:05:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: 82838734-262d-4dc0-b5f1-1d126c82c30d
  kind: Event
  lastTimestamp: "2026-07-28T11:06:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:06:19Z"
    name: isvc-predictive-sklearn-predictor.18c66f5d6e9a18a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38769"
    uid: 67167d0b-68de-4772-8e10-eaf307edf60b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:05:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: 82838734-262d-4dc0-b5f1-1d126c82c30d
  kind: Event
  lastTimestamp: "2026-07-28T11:06:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:06:19Z"
    name: isvc-predictive-sklearn-predictor.18c66f5d6f00539f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38770"
    uid: 1e73b7b3-c678-45a6-90b8-1428d3db0473
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:09:40.236325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40418"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:09:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:09:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f932ee0b36b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40424"
    uid: 416cdb9c-b93d-4a0e-b0bb-0d97950aae3b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40430"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:09:40Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:09:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f9348803bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40439"
    uid: 0b42397b-9ad9-4918-90d6-4717594c2b57
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:09:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f9349ecfbc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40441"
    uid: e9da9421-2cdc-453b-9e2e-fede3a8c2eea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:09:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f934d3719c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40442"
    uid: d9df0995-dadd-4284-a6d8-93930a90e475
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:09:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f934daa00e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40443"
    uid: 7dcba926-8770-4caf-b526-f22e58eabb0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:09:45Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f94597ed2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40480"
    uid: 4f1f9f1e-bda7-4e28-b713-edfa82d88334
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:09:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f945c2e1898
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: 70324d6c-f245-4b3c-969b-652e0a33b84e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:09:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f945c9e49bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40486"
    uid: 56e56c41-a13b-447e-8cdf-5013d6c5b048
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:09:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f945ca90931
    namespace: kserve-ci-e2e-test
    resourceVersion: "40487"
    uid: e89d99c1-cc75-45a4-9134-be91d5954d15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:09:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f945f783ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40490"
    uid: f9c2be5c-0213-4f72-9076-397ad38f487c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:09:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:09:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f945fe80e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40491"
    uid: 3981e41f-9047-407f-ab49-0454c303353c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T11:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:11:13Z"
  message: 'Readiness probe failed: Get "http://10.134.0.60:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:13Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66f9d3403efe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41134"
    uid: 09ff5137-f854-492b-83fc-a16752fed8ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:11:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66fa85b34bdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41113"
    uid: 8ceebccf-767c-4b15-b97a-8ab2bd582354
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:11:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66fa85b354ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41114"
    uid: 589582ec-9821-468c-887f-cfe235ea1d4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 1c6f6f4e-a2cf-4abc-bbd9-f91a03cd2934
  kind: Event
  lastTimestamp: "2026-07-28T11:11:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:13Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5.18c66fa8d7e28a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "41133"
    uid: 45f869af-e725-4f43-a722-7e711fcd1662
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40406"
    uid: 03ee0baf-ff2c-459e-aeb8-00ada52c663b
  kind: Event
  lastTimestamp: "2026-07-28T11:09:40Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xj5v5'
  metadata:
    creationTimestamp: "2026-07-28T11:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:09:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c66f932e764d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40419"
    uid: d7f325cc-fb37-43ca-9bc6-b3c671f4869d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40404"
    uid: b3cf6ef1-abf6-4366-9c2f-81a5c82739b5
  kind: Event
  lastTimestamp: "2026-07-28T11:09:40Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:09:40Z"
    name: isvc-predictive-sklearn-v2-predictor.18c66f932a532f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40407"
    uid: d42790a9-6f5f-429c-acbb-ed43f40aca79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40405"
    uid: a28a7699-f9a1-405e-b66d-656dd20644bd
  kind: Event
  lastTimestamp: "2026-07-28T11:10:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:10:25Z"
    name: isvc-predictive-sklearn-v2-predictor.18c66f96a933ef72
    namespace: kserve-ci-e2e-test
    resourceVersion: "40771"
    uid: de72a272-a696-4332-b7ec-292f658ac744
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40405"
    uid: a28a7699-f9a1-405e-b66d-656dd20644bd
  kind: Event
  lastTimestamp: "2026-07-28T11:10:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:10:25Z"
    name: isvc-predictive-sklearn-v2-predictor.18c66f96a9977d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "40772"
    uid: 5b78dc7a-87cd-4d6f-a1a7-48a1182fb523
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:10:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40563"
    uid: a28a7699-f9a1-405e-b66d-656dd20644bd
  kind: Event
  lastTimestamp: "2026-07-28T11:11:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:11:10Z"
    name: isvc-predictive-sklearn-v2-predictor.18c66fa12613786d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41088"
    uid: 7aa5669b-ca60-4cab-808f-2540ca81d7aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:10:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40563"
    uid: a28a7699-f9a1-405e-b66d-656dd20644bd
  kind: Event
  lastTimestamp: "2026-07-28T11:11:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:11:10Z"
    name: isvc-predictive-sklearn-v2-predictor.18c66fa12676eabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41089"
    uid: 33838cb7-d917-4e21-8dd2-52ebac589dec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40397"
    uid: 124d41f9-a0cb-4265-94c6-0277f767b518
  kind: Event
  lastTimestamp: "2026-07-28T11:11:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:11:03Z"
    name: isvc-predictive-sklearn-v2.18c66f932a5ffe80
    namespace: kserve-ci-e2e-test
    resourceVersion: "41043"
    uid: 8de12095-a2a5-4de5-acc6-d5505f3ffc2f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:09:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40397"
    uid: 124d41f9-a0cb-4265-94c6-0277f767b518
  kind: Event
  lastTimestamp: "2026-07-28T11:09:40Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:09:40Z"
    name: isvc-predictive-sklearn-v2.18c66f932ae6e15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40410"
    uid: a5fc3fbd-daa2-46a2-bdb1-920e2939eeb2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41041"
    uid: 124d41f9-a0cb-4265-94c6-0277f767b518
  kind: Event
  lastTimestamp: "2026-07-28T11:11:03Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:11:03Z"
    name: isvc-predictive-sklearn-v2.18c66fa68bca2ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41042"
    uid: 1c1c2e84-a3de-439a-abdb-f4c8a898e773
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: 6a793d5b-93fb-47a2-aba3-a634e43d7c9a
  kind: Event
  lastTimestamp: "2026-07-28T11:06:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:06:19Z"
    name: isvc-predictive-sklearn.18c66f4bf2d37233
    namespace: kserve-ci-e2e-test
    resourceVersion: "38765"
    uid: f4e8335b-d5d7-44cc-8649-a4b04a70232b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: 6a793d5b-93fb-47a2-aba3-a634e43d7c9a
  kind: Event
  lastTimestamp: "2026-07-28T11:04:34Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:04:34Z"
    name: isvc-predictive-sklearn.18c66f4bf342a875
    namespace: kserve-ci-e2e-test
    resourceVersion: "37985"
    uid: fc15cb57-8e35-4009-a25a-c4f8e1a62970
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38762"
    uid: 6a793d5b-93fb-47a2-aba3-a634e43d7c9a
  kind: Event
  lastTimestamp: "2026-07-28T11:06:19Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:06:19Z"
    name: isvc-predictive-sklearn.18c66f645fb1aa67
    namespace: kserve-ci-e2e-test
    resourceVersion: "38763"
    uid: 6cec1304-0603-455c-a997-7c2ba85fcf33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:06:29.652047Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38889"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-7b2nx
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:06:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:06:29Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f66cf2b72c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38894"
    uid: 60f7a0f2-208b-40b8-a935-cae27da43a05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38900"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:06:30Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:06:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f66e86c1fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: be07dd94-159d-4fa7-a51c-35c9839bb62c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:06:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f66e9de4cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38913"
    uid: 4a4af693-e952-402c-8122-5ca3919c0368
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:06:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f66ecdc0608
    namespace: kserve-ci-e2e-test
    resourceVersion: "38914"
    uid: b9bd16aa-a204-4a75-b3c6-b62a9f4b0edb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:06:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f66ed5fc932
    namespace: kserve-ci-e2e-test
    resourceVersion: "38915"
    uid: fd1a5f6d-4fa5-4901-8ad1-b1e6b00ad617
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:06:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f67ee75fec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38949"
    uid: 502a2808-9a43-426c-ab17-e50bc909cbb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:06:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f67f16d4a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38951"
    uid: 43ef2a5d-984a-47f8-a113-fb7152029f59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:06:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f67f1caf0f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38953"
    uid: 2f017b6b-489d-4716-9d1b-d8d9b35c9c68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:06:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f67f1d3ea59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: cfe0dea8-4510-4de5-a533-b00b75f482ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:06:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f67f5647e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38958"
    uid: 8e98391f-e9d1-415f-9421-2117df7958d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:06:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:06:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f67f5ed606b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38959"
    uid: e43b966c-e0c5-494d-b87c-89c1c904c695
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:08:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:01Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f682ab2aaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39604"
    uid: 702d8894-4a0c-48b9-9bfe-4431622dd13e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:07:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:07:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f7bcaf3dca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39586"
    uid: 4fb70289-981e-4dd6-bd5b-a15dc22f32a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:07:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:07:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f7bcaf56799
    namespace: kserve-ci-e2e-test
    resourceVersion: "39587"
    uid: e81bbb32-2a9e-463e-8f77-27c6c4407407
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 074dd06a-204f-48fd-9d11-7f8f7223a226
  kind: Event
  lastTimestamp: "2026-07-28T11:08:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:08:01Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7b2nx.18c66f7c30e877a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39603"
    uid: e98b7696-1c5a-4424-946f-30afa068d681
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "38878"
    uid: ae375cc9-2244-4aab-9612-3bbcee8aae08
  kind: Event
  lastTimestamp: "2026-07-28T11:06:29Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-7b2nx'
  metadata:
    creationTimestamp: "2026-07-28T11:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:06:29Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c66f66ceb64ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38890"
    uid: e2e2e0c8-f31a-4427-bf9f-132e5b40fac4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38876"
    uid: c6e02525-31b6-4b5c-bbdc-962456749556
  kind: Event
  lastTimestamp: "2026-07-28T11:06:29Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:06:29Z"
    name: isvc-predictive-xgboost-predictor.18c66f66ca3472a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38879"
    uid: beae383f-e63d-4b8d-b230-2c7a4f688237
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: ade5b728-5135-4544-8e4f-e3ca3317f973
  kind: Event
  lastTimestamp: "2026-07-28T11:07:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:07:14Z"
    name: isvc-predictive-xgboost-predictor.18c66f6a4908d008
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 7dbb2de7-c6b6-41d6-a808-8d6be7c7ec14
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: ade5b728-5135-4544-8e4f-e3ca3317f973
  kind: Event
  lastTimestamp: "2026-07-28T11:07:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:07:14Z"
    name: isvc-predictive-xgboost-predictor.18c66f6a496a02c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39249"
    uid: a6d336f8-d666-4ce9-97cc-8799e8fb318b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39033"
    uid: ade5b728-5135-4544-8e4f-e3ca3317f973
  kind: Event
  lastTimestamp: "2026-07-28T11:07:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:07:59Z"
    name: isvc-predictive-xgboost-predictor.18c66f6dc89bdaa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39569"
    uid: 3b897222-bf8a-4d14-859e-81adda3a1dee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39033"
    uid: ade5b728-5135-4544-8e4f-e3ca3317f973
  kind: Event
  lastTimestamp: "2026-07-28T11:07:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:07:59Z"
    name: isvc-predictive-xgboost-predictor.18c66f6dc9061ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39571"
    uid: 0af68f7f-1104-45ec-8bf7-a48e580b2bb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:11:16.388237Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41178"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:11:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:11:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66fa991fa9990
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: 2bf876e5-8fa9-42fa-8f6a-25eb86dc025f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41187"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:11:16Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:11:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66fa9ab9724f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41202"
    uid: b2d4a90c-f61c-4bbd-ab3b-d16b9e892436
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:11:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66fa9ad138ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41204"
    uid: a205530d-a7db-4dd7-bba8-6592fc4abfa0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:11:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66fa9b04ce730
    namespace: kserve-ci-e2e-test
    resourceVersion: "41206"
    uid: 19cbe153-c024-459a-a88f-5bb20504417e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:11:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66fa9b0bee5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: e2dd127e-c7d1-4a75-99bf-978f7d43a4f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:11:21Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66faacac2bb6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41243"
    uid: dcb879ab-191d-46c2-a2fa-3e3c5d0e82bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:11:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66faacdbcf593
    namespace: kserve-ci-e2e-test
    resourceVersion: "41246"
    uid: 62cf6b26-b6c0-478a-88e7-fa125b3ff00c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:11:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66faace2f9f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "41247"
    uid: 340e00a3-03e6-4a0f-b469-71d394839489
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:11:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66faace39fecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41248"
    uid: 5f9bc5d6-0b59-4072-aa71-0edf929ecb16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:11:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66faad1a8d7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "41252"
    uid: b50cb1c3-e566-45f2-acde-5cf7243a0dfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:11:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:11:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66faad21c13fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41253"
    uid: 0d0496c9-865a-45c1-b3c2-85c7271e19be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:12:31Z"
  message: 'Readiness probe failed: Get "http://10.134.0.61:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.61:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:31Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66fb3692172a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41745"
    uid: 13268dbc-cd4a-4274-a70b-29e0fd21a234
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:12:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66fbe89fe5df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41873"
    uid: d86150bb-247b-496f-95e8-63c839c615ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:12:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66fbe89fef92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41874"
    uid: 3b6a3132-42fa-4fcb-b9d4-0d44f31e0050
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: d25cbce5-2a17-4ead-8dbe-f56a142d2f20
  kind: Event
  lastTimestamp: "2026-07-28T11:12:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:12:48Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n.18c66fbf0d01d3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41893"
    uid: 9ff417f6-8328-49cd-a081-150422902d3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41167"
    uid: 10360a53-1c7c-49f4-92de-1169cfe7efbf
  kind: Event
  lastTimestamp: "2026-07-28T11:11:16Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jhx7n'
  metadata:
    creationTimestamp: "2026-07-28T11:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:11:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c66fa9918ff6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41179"
    uid: cf8805d9-6937-431d-a065-94391c4cbb5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41164"
    uid: 9720ae84-d2f6-4e78-a7fe-d62d9b0e4433
  kind: Event
  lastTimestamp: "2026-07-28T11:11:16Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:11:16Z"
    name: isvc-predictive-xgboost-v2-predictor.18c66fa98d0ab9e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: 87e0a439-9aec-4a4a-921b-d56b2a47b858
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41166"
    uid: fecea31b-33ec-49ce-9abb-b2658ce33d90
  kind: Event
  lastTimestamp: "2026-07-28T11:12:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:12:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18c66fad0be41686
    namespace: kserve-ci-e2e-test
    resourceVersion: "41530"
    uid: 62d2be64-2e1d-4974-a4da-4961a0517cf2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41166"
    uid: fecea31b-33ec-49ce-9abb-b2658ce33d90
  kind: Event
  lastTimestamp: "2026-07-28T11:12:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:12:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18c66fad0c45b8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41531"
    uid: 17a35cea-df65-42fd-a457-8a8c97ef7528
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41321"
    uid: fecea31b-33ec-49ce-9abb-b2658ce33d90
  kind: Event
  lastTimestamp: "2026-07-28T11:12:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:12:46Z"
    name: isvc-predictive-xgboost-v2-predictor.18c66fb7896198cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41856"
    uid: 0be67e63-81db-4154-a777-a84e20426caa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41321"
    uid: fecea31b-33ec-49ce-9abb-b2658ce33d90
  kind: Event
  lastTimestamp: "2026-07-28T11:12:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:12:46Z"
    name: isvc-predictive-xgboost-v2-predictor.18c66fb789c4f6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "41858"
    uid: 62e3676a-df3d-4601-9cc0-40c82725aaec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41156"
    uid: b1807181-2858-4805-bfdd-b5ca0f7df09b
  kind: Event
  lastTimestamp: "2026-07-28T11:12:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:12:41Z"
    name: isvc-predictive-xgboost-v2.18c66fa98d186155
    namespace: kserve-ci-e2e-test
    resourceVersion: "41821"
    uid: 4ab33996-a6cd-4f46-b56d-3552ac71d1f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41156"
    uid: b1807181-2858-4805-bfdd-b5ca0f7df09b
  kind: Event
  lastTimestamp: "2026-07-28T11:11:16Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:11:16Z"
    name: isvc-predictive-xgboost-v2.18c66fa98d9c701c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41188"
    uid: ba4ee4fe-3b5d-4d4d-897a-0537dcbcc725
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:11:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41165"
    uid: b1807181-2858-4805-bfdd-b5ca0f7df09b
  kind: Event
  lastTimestamp: "2026-07-28T11:11:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:11:16Z"
    name: isvc-predictive-xgboost-v2.18c66fa993b9d5c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41189"
    uid: e893771f-e36e-42ef-bea9-112c5d7d71bb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:12:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41819"
    uid: b1807181-2858-4805-bfdd-b5ca0f7df09b
  kind: Event
  lastTimestamp: "2026-07-28T11:12:41Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:12:41Z"
    name: isvc-predictive-xgboost-v2.18c66fbd6e32cdda
    namespace: kserve-ci-e2e-test
    resourceVersion: "41820"
    uid: bf9f9559-db44-4c7d-91f8-7bb1413dc96b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: b15e5a38-c80a-4029-baf0-8f8476a1793f
  kind: Event
  lastTimestamp: "2026-07-28T11:07:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:07:51Z"
    name: isvc-predictive-xgboost.18c66f66ca3bfa5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39513"
    uid: 48312ad4-2fe8-40e6-86aa-1c4725964723
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: b15e5a38-c80a-4029-baf0-8f8476a1793f
  kind: Event
  lastTimestamp: "2026-07-28T11:06:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:06:29Z"
    name: isvc-predictive-xgboost.18c66f66cad6df1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38901"
    uid: 54a289f9-3532-4e55-b00f-8c3a3a7e8b3e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:06:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: b15e5a38-c80a-4029-baf0-8f8476a1793f
  kind: Event
  lastTimestamp: "2026-07-28T11:06:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:06:29Z"
    name: isvc-predictive-xgboost.18c66f66d1019aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38902"
    uid: d78d27ba-dcc7-497b-9fbd-6e7fbd7cf972
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:07:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "39511"
    uid: b15e5a38-c80a-4029-baf0-8f8476a1793f
  kind: Event
  lastTimestamp: "2026-07-28T11:07:51Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:07:51Z"
    name: isvc-predictive-xgboost.18c66f79e24a1be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39512"
    uid: 95976f5e-d925-4e47-9fc4-0cda7601b1ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:02:15.640173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-13740c-predictor-86b67994b4-875jt
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:02:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:02:15Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2baae1d467
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: 367eebe3-b925-485a-a77c-2c5c9be2dca5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:02:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-13740c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T11:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:15Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2bb8160729
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: 62f151ac-304a-402f-9887-67b689392c53
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36771"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:02:16Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:02:16Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2be81a7d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "36781"
    uid: 56257050-d3ee-4f71-a2b9-7229c2fb8940
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:02:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:16Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2be9975a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "36783"
    uid: 5e1194ad-49d3-4694-aa01-6fcdc424a509
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:02:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:16Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2becddc1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36784"
    uid: 5a966695-4bf6-4908-a73b-7120caf8aba0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:02:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:16Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2bed50c978
    namespace: kserve-ci-e2e-test
    resourceVersion: "36785"
    uid: 457331f9-f0ac-4d59-ab5f-789f6960ec17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:02:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:21Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2d01cc41b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36824"
    uid: 29e5d945-b7c2-4410-9656-8e4890367134
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:02:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:21Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2d04e28b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 35f81cdf-a512-4149-a106-5583c3c70c10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:02:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:21Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2d055158a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36828"
    uid: b38d1796-5499-4d5e-9098-0d87a5b5765a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:02:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:21Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2d055b6e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 04904c50-7157-4e0e-a97d-9716c5d769bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:02:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:21Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2d0804cc3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 1d31cea7-f838-42f3-873b-7efc4c974ca7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:02:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:02:21Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2d0874c1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36834"
    uid: 73761461-72f2-4d83-bdc3-ac24ddfbbc87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:04:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:19Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f2d79b87f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37778"
    uid: 9b8b449e-78aa-4a51-8e4d-736c53cc363b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:04:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:18Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f48623218dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37769"
    uid: 1e3b9813-4fe3-45df-b686-c04a60535eb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:04:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:18Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f486233646e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37770"
    uid: 0604c3ad-7a86-471c-9332-03563afa6a30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-13740c-predictor-86b67994b4-875jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 5da45863-f84c-4fd5-a784-31126d8d667e
  kind: Event
  lastTimestamp: "2026-07-28T11:04:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:19Z"
    name: isvc-primary-13740c-predictor-86b67994b4-875jt.18c66f487c11ba71
    namespace: kserve-ci-e2e-test
    resourceVersion: "37777"
    uid: f352c051-7f3e-4b3c-8abd-5e9ce8e4c556
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-13740c-predictor-86b67994b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: b156731e-e35b-4498-b52f-66c783bf7135
  kind: Event
  lastTimestamp: "2026-07-28T11:02:15Z"
  message: 'Created pod: isvc-primary-13740c-predictor-86b67994b4-875jt'
  metadata:
    creationTimestamp: "2026-07-28T11:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:02:15Z"
    name: isvc-primary-13740c-predictor-86b67994b4.18c66f2baa75960b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36761"
    uid: f0f003e0-cbcb-4ed5-b2e7-b0569008ede8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-13740c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 76117c67-28fb-4657-8a1e-501faac368b3
  kind: Event
  lastTimestamp: "2026-07-28T11:02:15Z"
  message: Scaled up replica set isvc-primary-13740c-predictor-86b67994b4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T11:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:02:15Z"
    name: isvc-primary-13740c-predictor.18c66f2ba5a67097
    namespace: kserve-ci-e2e-test
    resourceVersion: "36752"
    uid: 3b89d634-b9df-46d5-bd8b-0d23a9b3709a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-13740c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36750"
    uid: b0f796f6-02fa-445b-98b5-a6767d5c0637
  kind: Event
  lastTimestamp: "2026-07-28T11:03:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:03:00Z"
    name: isvc-primary-13740c-predictor.18c66f2f2481ed4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: 0c061382-8474-42ea-a507-2101a5b740da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-13740c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36750"
    uid: b0f796f6-02fa-445b-98b5-a6767d5c0637
  kind: Event
  lastTimestamp: "2026-07-28T11:03:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:03:00Z"
    name: isvc-primary-13740c-predictor.18c66f2f24e58031
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 6da91a58-c0ae-4b0d-a57d-2befdeab3486
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T11:03:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-13740c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: b0f796f6-02fa-445b-98b5-a6767d5c0637
  kind: Event
  lastTimestamp: "2026-07-28T11:04:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:04:15Z"
    name: isvc-primary-13740c-predictor.18c66f39a1eda304
    namespace: kserve-ci-e2e-test
    resourceVersion: "37710"
    uid: c9e7610b-9558-487d-a168-15a4555b066f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T11:03:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-13740c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: b0f796f6-02fa-445b-98b5-a6767d5c0637
  kind: Event
  lastTimestamp: "2026-07-28T11:04:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:04:15Z"
    name: isvc-primary-13740c-predictor.18c66f39a2500872
    namespace: kserve-ci-e2e-test
    resourceVersion: "37711"
    uid: c71fdbe9-9b1c-4084-a674-d000d48bf361
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-13740c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36742"
    uid: 15a2cd42-26cb-4171-adef-7e732725251f
  kind: Event
  lastTimestamp: "2026-07-28T11:03:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:03:39Z"
    name: isvc-primary-13740c.18c66f2ba5bc6e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37394"
    uid: b9b91143-5539-4da6-b848-e43a1ad5b6a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-13740c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36742"
    uid: 15a2cd42-26cb-4171-adef-7e732725251f
  kind: Event
  lastTimestamp: "2026-07-28T11:02:15Z"
  message: 'Failed to update status for InferenceService "isvc-primary-13740c": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-13740c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:02:15Z"
    name: isvc-primary-13740c.18c66f2ba62ec89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36755"
    uid: bb110283-6b24-4af4-ab59-800575158ca7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:02:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-13740c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36742"
    uid: 15a2cd42-26cb-4171-adef-7e732725251f
  kind: Event
  lastTimestamp: "2026-07-28T11:02:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-13740c": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:02:15Z"
    name: isvc-primary-13740c.18c66f2ba62f29ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36756"
    uid: 2ccb9617-d512-4a9c-a68f-eee6e69349a5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:03:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-13740c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 15a2cd42-26cb-4171-adef-7e732725251f
  kind: Event
  lastTimestamp: "2026-07-28T11:03:39Z"
  message: InferenceService [isvc-primary-13740c] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:03:39Z"
    name: isvc-primary-13740c.18c66f3f321f921d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: f50809ed-0df7-4a06-add0-723d122e411e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:04:00.858688Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: 4b7ebe59-afb3-4267-b0af-2899b324e1a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-13740c-predictor-bdc767467-88gcr
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:04:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:04:00Z"
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr.18c66f442a64f1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37572"
    uid: 0ecbd127-caf8-492a-9ba4-3a4a4e470d89
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 4b7ebe59-afb3-4267-b0af-2899b324e1a9
  kind: Event
  lastTimestamp: "2026-07-28T11:04:01Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:04:01Z"
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr.18c66f4443b7c9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37587"
    uid: 6d2b5f5c-5aa5-475a-b96a-28f33f5fee2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37570"
    uid: 4b7ebe59-afb3-4267-b0af-2899b324e1a9
  kind: Event
  lastTimestamp: "2026-07-28T11:04:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:06Z"
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr.18c66f44452bf162
    namespace: kserve-ci-e2e-test
    resourceVersion: "37635"
    uid: 99a596dd-38d5-4f83-b5df-5528153728ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37570"
    uid: 4b7ebe59-afb3-4267-b0af-2899b324e1a9
  kind: Event
  lastTimestamp: "2026-07-28T11:04:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:06Z"
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr.18c66f4448189e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37639"
    uid: 76ec161d-d82d-49eb-805d-c284cd1be5bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37570"
    uid: 4b7ebe59-afb3-4267-b0af-2899b324e1a9
  kind: Event
  lastTimestamp: "2026-07-28T11:04:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:06Z"
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr.18c66f4448861867
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: edbed997-2631-4a49-83ff-62893744851a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37570"
    uid: 4b7ebe59-afb3-4267-b0af-2899b324e1a9
  kind: Event
  lastTimestamp: "2026-07-28T11:04:10Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-13740c-predictor-bdc767467-88gcr_kserve-ci-e2e-test(4b7ebe59-afb3-4267-b0af-2899b324e1a9)
  metadata:
    creationTimestamp: "2026-07-28T11:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:04:10Z"
    name: isvc-secondary-13740c-predictor-bdc767467-88gcr.18c66f467dac22a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: 59db9e4c-89a4-451c-9d62-9b53661cfc17
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-13740c-predictor-bdc767467
    namespace: kserve-ci-e2e-test
    resourceVersion: "37557"
    uid: 2687ffb9-0de8-4229-b6dd-a6e4b2b2f162
  kind: Event
  lastTimestamp: "2026-07-28T11:04:00Z"
  message: 'Created pod: isvc-secondary-13740c-predictor-bdc767467-88gcr'
  metadata:
    creationTimestamp: "2026-07-28T11:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:04:00Z"
    name: isvc-secondary-13740c-predictor-bdc767467.18c66f442a045296
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 9f0c3cba-1136-4b71-8e64-065ab87a66f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-13740c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37555"
    uid: 7f800e68-7f13-4f71-9898-024b086b2cad
  kind: Event
  lastTimestamp: "2026-07-28T11:04:00Z"
  message: Scaled up replica set isvc-secondary-13740c-predictor-bdc767467 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T11:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:04:00Z"
    name: isvc-secondary-13740c-predictor.18c66f4425c21e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "37558"
    uid: 6dbb439d-cb7f-4972-8347-afaeb70a91aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-13740c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37556"
    uid: d3ad409c-6742-4648-8f23-2a9bf3ace9ef
  kind: Event
  lastTimestamp: "2026-07-28T11:04:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:04:15Z"
    name: isvc-secondary-13740c-predictor.18c66f47a42c60f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: 1163c307-8cb6-4b3b-8119-acfbe9a82614
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-13740c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37556"
    uid: d3ad409c-6742-4648-8f23-2a9bf3ace9ef
  kind: Event
  lastTimestamp: "2026-07-28T11:04:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:04:15Z"
    name: isvc-secondary-13740c-predictor.18c66f47a49b013c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37714"
    uid: dabfe088-9719-4a0e-9731-1d2a076210be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-13740c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37547"
    uid: 482be039-b18b-4461-9efa-31feb21848c6
  kind: Event
  lastTimestamp: "2026-07-28T11:04:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:04:11Z"
    name: isvc-secondary-13740c.18c66f4425c9878e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: 6432b797-374c-4e94-b9e6-e88054e50f17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-13740c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37547"
    uid: 482be039-b18b-4461-9efa-31feb21848c6
  kind: Event
  lastTimestamp: "2026-07-28T11:04:00Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-13740c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-13740c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:04:00Z"
    name: isvc-secondary-13740c.18c66f44265c794d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37561"
    uid: 3764b8fc-7988-40ed-b2a1-d3e669771f4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:04:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-13740c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37547"
    uid: 482be039-b18b-4461-9efa-31feb21848c6
  kind: Event
  lastTimestamp: "2026-07-28T11:04:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-13740c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:04:00Z"
    name: isvc-secondary-13740c.18c66f44265cc86e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37562"
    uid: 4839d372-3fce-4d06-ac8e-1c27f27bc821
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:20:31.522710Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:20:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:20:31Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce4a1d9a588
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: abcd7945-2f51-40c4-845d-e83c265b9f9b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:31Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:20:31Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce4bb42c032
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: d3de8a66-da71-4dd6-9bbb-0a629397577d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:31Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce4bcd18998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: 9bff258b-cd22-46d8-9483-f0eb53dbdb21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:32Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce4c060ded0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 1bdc4e0d-5370-4baf-92ad-79b1ba412660
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:32Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce4c0cc084f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: 3d70c65c-33cf-4d50-9dc4-5222fb24e813
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:36Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce5d87720aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 2ccfc394-0ed5-4ef3-9fe2-4cd12e8bf1d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:36Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce5db14a787
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: 5eab2536-a285-4fa9-ac51-6f81a4143507
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:36Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce5db768656
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: 5d092568-3d42-4eaf-94a8-3972c3aeb3ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:36Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce5db814445
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: 0fee610a-d1c6-4271-8b18-d12cf77bf476
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:36Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce5de0e1f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: 386d0000-24aa-4b92-857d-0c2a0e08f8f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:36Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce5de6d98d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: ca28b7ee-26f8-42f1-a0e4-dcfc7cdc5e3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:36Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:7789d265344a8abbbdf46d39305389c0ec3159d12d2d92e2c5830f8aeb79d1f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:36Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce5de7856ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 74f403ea-d4c4-479e-a0b6-736561ea6374
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:36Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T10:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:36Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce5e1357f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 4781536a-d516-4f64-80ec-44dcdcb24684
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:36Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T10:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:36Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce5e197e993
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 0980215a-a025-47bc-9edf-b3be7be765dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:22:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:23Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce614ae9dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17286"
    uid: b6a6ea0e-a08b-4c5c-b7a1-9237cc7ce5ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:22:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T10:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:13Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66ce614b7877a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: fb093835-4378-4324-95c6-2a7f5bd2bddd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:22:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:06Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66cfacdc25bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 2b0712cb-0c54-4220-b829-b1f81918732d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:22:06Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T10:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:06Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66cfacdc2e441
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: 9d4fb767-5814-412a-bfc4-275ecb8484a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:22:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:06Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66cfacdc34e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: 8237cdbf-b9b8-4798-8571-d0b46166fee1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1ace465a-fe43-45ba-bb25-cb49ee628d0c
  kind: Event
  lastTimestamp: "2026-07-28T10:22:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:23Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f.18c66cfb44e7ac68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: 6d3b233e-9a62-4590-a397-d8500819e770
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: daab3c9a-7cbe-4d31-9334-10b7e83e4d48
  kind: Event
  lastTimestamp: "2026-07-28T10:20:31Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-67bdbdb944-z5k7f'
  metadata:
    creationTimestamp: "2026-07-28T10:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:31Z"
    name: isvc-sklearn-batcher-custom-predictor-67bdbdb944.18c66ce4a131b024
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: aefbc926-c2f6-499f-bc65-ae93d504c74c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: af4bf174-412a-406c-b071-de00200c04b1
  kind: Event
  lastTimestamp: "2026-07-28T10:20:31Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-67bdbdb944
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:31Z"
    name: isvc-sklearn-batcher-custom-predictor.18c66ce49be34110
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: 6245b2f2-86d3-4e17-88cc-11de3b1eded7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 32e2b3dd-a6eb-4de1-bfa2-b0b4968287da
  kind: Event
  lastTimestamp: "2026-07-28T10:21:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:21:01Z"
    name: isvc-sklearn-batcher-custom-predictor.18c66ce81b96f08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 1a770e5a-fba8-4d65-b27b-3ec2114fb2e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 32e2b3dd-a6eb-4de1-bfa2-b0b4968287da
  kind: Event
  lastTimestamp: "2026-07-28T10:21:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:21:01Z"
    name: isvc-sklearn-batcher-custom-predictor.18c66ce81c02145d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 64ca28c4-2178-4706-923e-6c9ed49a2a39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 32e2b3dd-a6eb-4de1-bfa2-b0b4968287da
  kind: Event
  lastTimestamp: "2026-07-28T10:22:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:01Z"
    name: isvc-sklearn-batcher-custom-predictor.18c66cef19ff60fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 7444286d-dfbd-4d00-add1-caad6942169f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 32e2b3dd-a6eb-4de1-bfa2-b0b4968287da
  kind: Event
  lastTimestamp: "2026-07-28T10:22:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:01Z"
    name: isvc-sklearn-batcher-custom-predictor.18c66cef1a86b4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: bc2b39f3-5dd8-4b56-b021-19891a24c7ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: 72a1ae48-8b09-4d1b-85ac-ff9262a6b3fa
  kind: Event
  lastTimestamp: "2026-07-28T10:21:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:21:53Z"
    name: isvc-sklearn-batcher-custom.18c66ce49c70ee0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 8fafb04c-64a6-4788-9a30-9ea98c726689
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: 72a1ae48-8b09-4d1b-85ac-ff9262a6b3fa
  kind: Event
  lastTimestamp: "2026-07-28T10:20:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:20:31Z"
    name: isvc-sklearn-batcher-custom.18c66ce49cf90345
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: b00944e4-9c91-41cf-8f7a-04334e50f45d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 72a1ae48-8b09-4d1b-85ac-ff9262a6b3fa
  kind: Event
  lastTimestamp: "2026-07-28T10:20:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:20:31Z"
    name: isvc-sklearn-batcher-custom.18c66ce4a5b8b85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: f0d75546-1e63-4ff7-b462-db79fdbb31f0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: 72a1ae48-8b09-4d1b-85ac-ff9262a6b3fa
  kind: Event
  lastTimestamp: "2026-07-28T10:21:53Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:21:53Z"
    name: isvc-sklearn-batcher-custom.18c66cf7ccf5464d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 9767afc2-c0d9-4f19-845e-6327dec19136
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:18:36.382235Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:18:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:18:36Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cc9d2f17170
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 868bed1a-eeb4-42fc-86e2-9ce6ae3c8fcc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:36Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:18:36Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cc9ec54fe14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 6dcb70f8-4b1d-4d82-85e6-bdd3132eea04
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:36Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cc9edd6ebac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15384"
    uid: b8dbfcbb-9979-4099-aa5e-ad93777719ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:36Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cc9f0a603af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: ecd9f5c1-c63b-45ee-ae7b-51b7d5b0c54a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:36Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cc9f11c0d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: 9d5c8b44-2af7-4fcb-a92b-c7240e8f2e80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:41Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
  metadata:
    creationTimestamp: "2026-07-28T10:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:41Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66ccaf49390af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: 00262f64-f8b5-45ae-b1c9-948108f32057
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    in 13.364s (13.364s including waiting). Image size: 1555733417 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:54Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cce112614af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: acedde78-92ea-479a-a87a-d55c941a98d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:54Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cce149ebf8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: d0ef51b3-ade3-4b36-9d0c-38d55f0b28f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:54Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cce14ff90a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: 0285cf43-249c-4d44-b6b9-0a95d77f4db4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:54Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T10:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:54Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cce150dbdc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c471a3ef-0b72-4900-b90e-c28fb0152c2d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.083s (2.083s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:56Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cce9139292e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: ad5aaf44-a6e2-4ef4-b9b3-94d501273039
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:56Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cce93cf0886
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0cd50242-8ae7-4198-b7c5-1e80e2e8e20f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:56Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cce943339c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 41b71206-06d2-4381-bcda-afc3f61d7d80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:56Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:7789d265344a8abbbdf46d39305389c0ec3159d12d2d92e2c5830f8aeb79d1f1"
  metadata:
    creationTimestamp: "2026-07-28T10:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:56Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66cce943fa6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: 25185b5b-f6d1-4210-a4f9-938368b6d5c9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:7789d265344a8abbbdf46d39305389c0ec3159d12d2d92e2c5830f8aeb79d1f1"
    in 1.84s (1.84s including waiting). Image size: 240170086 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:58Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66ccf01f1cb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 8aea5abb-bc48-42f5-8da7-57823c5c89bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:58Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T10:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:58Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66ccf049fe9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b824d785-421d-4b27-b9b6-b97e04fa7882
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:18:58Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T10:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:58Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66ccf050825ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: c5fcf4ec-63c0-43da-af39-910160057a75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:20:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:37Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66ccf676e3eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 5c5a96da-0714-4e2a-8057-ee32721ab4ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:20:37Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T10:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:37Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66ccf67785897
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: d9790cc7-f75b-4e35-999a-31175afb7b25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:20:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:31Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66ce4a0a9dd71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16270"
    uid: b94243e7-a01d-4b41-9a5c-3e26c7bc2513
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:20:31Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T10:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:31Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66ce4a0a9fb0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: 4f762120-bf2a-4b39-9f69-f3e46bc285f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:20:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:31Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66ce4a0aa6194
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 47e94b85-4082-4031-8c15-8d69db1df506
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 6125c782-f1be-4026-a953-12fa5000e291
  kind: Event
  lastTimestamp: "2026-07-28T10:20:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:46Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s.18c66ce5c19e084c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: e8bb6e2c-4119-482d-830b-d35149a76554
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: dbcd7bea-f18c-4f39-a34a-27f3a50e4c23
  kind: Event
  lastTimestamp: "2026-07-28T10:18:36Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6d9fb6f59c-wvf9s'
  metadata:
    creationTimestamp: "2026-07-28T10:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:18:36Z"
    name: isvc-sklearn-batcher-predictor-6d9fb6f59c.18c66cc9d2807236
    namespace: kserve-ci-e2e-test
    resourceVersion: "15364"
    uid: b1bd357d-61a6-40c5-846d-38c7b1d51092
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: 0bc45595-b58e-482e-ac40-851a08780bfc
  kind: Event
  lastTimestamp: "2026-07-28T10:18:36Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6d9fb6f59c from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T10:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:18:36Z"
    name: isvc-sklearn-batcher-predictor.18c66cc9c9ef191d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 7698a369-06d7-43ec-87bf-604bbc1098f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: 9de358bb-c910-49ff-a32e-0a57f93de143
  kind: Event
  lastTimestamp: "2026-07-28T10:19:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:19:21Z"
    name: isvc-sklearn-batcher-predictor.18c66ccd50378be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: 0bb6fa70-fcd3-4cbe-83b1-88e28987b7be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: 9de358bb-c910-49ff-a32e-0a57f93de143
  kind: Event
  lastTimestamp: "2026-07-28T10:19:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:19:21Z"
    name: isvc-sklearn-batcher-predictor.18c66ccd5097be1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: 69da075b-a9bc-46b3-905a-35d0cf7df33b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: 9de358bb-c910-49ff-a32e-0a57f93de143
  kind: Event
  lastTimestamp: "2026-07-28T10:20:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:21Z"
    name: isvc-sklearn-batcher-predictor.18c66cd7cdecf802
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 114509d8-9c32-490d-a846-9186ab188d0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: 9de358bb-c910-49ff-a32e-0a57f93de143
  kind: Event
  lastTimestamp: "2026-07-28T10:20:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:21Z"
    name: isvc-sklearn-batcher-predictor.18c66cd7ce51476a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: 26a7a8b8-c876-469c-abab-25968dba8073
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: 316dc560-70fd-4b62-a033-b390dbe91b1a
  kind: Event
  lastTimestamp: "2026-07-28T10:20:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:20:17Z"
    name: isvc-sklearn-batcher.18c66cc9d08c570b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16133"
    uid: 72106391-20d5-4e31-8a80-62bcfe4e7d04
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: 316dc560-70fd-4b62-a033-b390dbe91b1a
  kind: Event
  lastTimestamp: "2026-07-28T10:18:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:18:36Z"
    name: isvc-sklearn-batcher.18c66cc9d0fea654
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: 4a7be22b-2e1f-4740-9859-3bcda1f032ac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: 316dc560-70fd-4b62-a033-b390dbe91b1a
  kind: Event
  lastTimestamp: "2026-07-28T10:18:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:18:36Z"
    name: isvc-sklearn-batcher.18c66cc9d0ff39d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: 3fc542ff-7821-41f7-847e-bc9f72c46deb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16131"
    uid: 316dc560-70fd-4b62-a033-b390dbe91b1a
  kind: Event
  lastTimestamp: "2026-07-28T10:20:17Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:20:17Z"
    name: isvc-sklearn-batcher.18c66ce16a3c5333
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: ae5f64b2-409f-482b-9d96-52e26ac06088
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:52:30.635101Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32007"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:52:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:52:30Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea375dcd388
    namespace: kserve-ci-e2e-test
    resourceVersion: "32012"
    uid: 6161a352-8b8b-4644-aeed-1c9b46d32c39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:30Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea384ac58bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32022"
    uid: 94b6001c-db37-4821-9df8-3fe223914ae1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:31Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:52:31Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea3b35584ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32033"
    uid: 8d38e90d-3963-4093-9eba-a09f0bd90a52
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:31Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea3b4eee8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32035"
    uid: 33d37096-6604-4aaf-8462-7977a8c100a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:31Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea3b79d0c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: affb5217-4cff-4922-98f0-2add70ef3f39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:31Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea3b84faedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32037"
    uid: c518253b-8d28-4dfa-9403-040ca6421ec9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:35Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea4b34eb3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32072"
    uid: 497c1df7-2f91-41ef-831f-fd1211de360d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:36Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea4b6dfd9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32074"
    uid: 4ef05ccf-fae9-4f05-897d-57364e6988e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:36Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea4b74401db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32076"
    uid: c1871699-c606-4a6b-ad90-49733a0407d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:36Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-28T10:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:36Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea4b7520f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: 8e31186d-1fa3-4f5d-bd62-b042ce892b71
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.808s (2.808s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:38Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea55eb7c14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32099"
    uid: 87a66945-4883-412e-84c4-85b1cbffcd31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:38Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-28T10:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:38Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea561d4d646
    namespace: kserve-ci-e2e-test
    resourceVersion: "32101"
    uid: c3079a0c-1a79-48b9-80c7-514280ea324b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:38Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T10:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:38Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea5624bd449
    namespace: kserve-ci-e2e-test
    resourceVersion: "32102"
    uid: 4d47efd2-4676-4424-8314-9f7b10bc8038
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:38Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea56258697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32103"
    uid: f72e6055-d52b-4ad9-8625-95638810359f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:38Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea5652a3312
    namespace: kserve-ci-e2e-test
    resourceVersion: "32105"
    uid: 50b04432-d7fa-4c65-b949-9057c876155e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:52:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:52:38Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66ea565e65f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "32106"
    uid: 7153eb8d-4168-4cd4-84ab-3dd4d68995d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:53:11Z"
  message: 'Liveness probe failed: Get "http://10.134.0.47:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:53:11Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66eacfcbbdad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: 5df6c53a-69dc-4f12-be06-e985cfa47486
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:53:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:53:50Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66eb61c083783
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 0eae5c24-cc7f-491b-8df6-f5a90b4bce23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:53:50Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T10:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:53:50Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66eb61c089cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: dab89c07-2f08-4439-bb09-59e550d21d90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:53:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:53:50Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66eb61c08b448
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: e2105597-b1b8-458a-a907-348501ff655d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:54:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:54:15Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66eb62b870be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32870"
    uid: 869c7264-36b5-4878-9898-83d0d39f64f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 99625ca3-d73c-4d06-9b2d-da976cf5078f
  kind: Event
  lastTimestamp: "2026-07-28T10:54:15Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:54:16Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56.18c66eb755e672e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32871"
    uid: 821bd75f-8e9b-43bf-be47-fa1af324e688
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-797b9bb4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31997"
    uid: d19492af-82dc-4184-8d28-184531a5258d
  kind: Event
  lastTimestamp: "2026-07-28T10:52:30Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-797b9bb4cf-2sv56'
  metadata:
    creationTimestamp: "2026-07-28T10:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:52:30Z"
    name: isvc-sklearn-mcp-predictor-797b9bb4cf.18c66ea375502f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: 6f8f260f-a845-454c-8b87-942ea4be0cff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31996"
    uid: 0cb62d57-d481-4278-8d26-7bd3525acf73
  kind: Event
  lastTimestamp: "2026-07-28T10:52:30Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-797b9bb4cf from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:52:30Z"
    name: isvc-sklearn-mcp-predictor.18c66ea37253bdb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32000"
    uid: 392ca345-38b7-4228-b404-b631034dfc64
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31989"
    uid: cb5fd6fa-5e58-4b9b-9a7f-8ed758d763cb
  kind: Event
  lastTimestamp: "2026-07-28T10:53:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:53:46Z"
    name: isvc-sklearn-mcp.18c66ea37200da4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32577"
    uid: b0592196-850c-413c-9ef3-6e8cbb8e897d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:52:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31989"
    uid: cb5fd6fa-5e58-4b9b-9a7f-8ed758d763cb
  kind: Event
  lastTimestamp: "2026-07-28T10:52:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:52:30Z"
    name: isvc-sklearn-mcp.18c66ea372751d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32002"
    uid: 1dd79364-d099-48b2-9dd2-ebad5ab4f6ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:53:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32575"
    uid: cb5fd6fa-5e58-4b9b-9a7f-8ed758d763cb
  kind: Event
  lastTimestamp: "2026-07-28T10:53:46Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:53:46Z"
    name: isvc-sklearn-mcp.18c66eb507e29755
    namespace: kserve-ci-e2e-test
    resourceVersion: "32576"
    uid: c84a76c1-f009-4740-bd99-7ef161ddd65e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:14:34.017600Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43085"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-84c77c5fdf-srbxm
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:14:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:14:34Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd7959b3599
    namespace: kserve-ci-e2e-test
    resourceVersion: "43090"
    uid: 16984986-9495-4de5-84e2-7ca8d7738323
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43094"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:34Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:14:34Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd7af1c3b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "43104"
    uid: 9c27838a-9b7e-4d03-821e-815a52a462f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:34Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd7b09d8b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "43107"
    uid: 3760cb67-2871-40e6-b07a-028311309b16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:34Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd7b33ce9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43108"
    uid: 53ee329f-2034-41d4-b3e1-4a27671dfa7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:34Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd7b3ab19f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43109"
    uid: 24fc65eb-4062-4de7-908a-d015d3d1525e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:38Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd89cce97a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43142"
    uid: c4c0ae96-d63f-4b58-b08d-1ff395a52347
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:38Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd89fb5bbf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43145"
    uid: d895f1b5-40d0-4f5a-aa3b-734f1aa95048
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:38Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd8a0278184
    namespace: kserve-ci-e2e-test
    resourceVersion: "43146"
    uid: b0188daf-c753-4435-828e-8d48a84cb853
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:38Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd8a03307be
    namespace: kserve-ci-e2e-test
    resourceVersion: "43147"
    uid: ccc5a398-5338-4a28-b632-34839ba0f392
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:38Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd8a30a556b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43150"
    uid: ff4427f7-f3da-4d99-a6ed-a64548eaddfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:14:38Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd8a3787d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43151"
    uid: 6d457693-6d15-433c-bf2c-24512a5ee4ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:16:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:05Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fd8d8cea9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43804"
    uid: 719de935-072b-476a-ab76-c49341bbad7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:16:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:04Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fec94430e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "43793"
    uid: 62f20268-bbb0-49a4-832c-76527fd77793
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:16:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:04Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fec9443b4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43794"
    uid: 2c135d16-f45b-4378-bd2f-e0ad299d1138
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43088"
    uid: f2b3ee93-c024-424f-8a69-4fab8583e2d6
  kind: Event
  lastTimestamp: "2026-07-28T11:16:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:05Z"
    name: isvc-sklearn-predictor-84c77c5fdf-srbxm.18c66fecdf0366da
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: b8ded8a0-cd16-4c6b-a7f5-186065e26b4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-84c77c5fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43076"
    uid: ae3e89f4-7899-4256-a0a1-b9ab96012cf6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:34Z"
  message: 'Created pod: isvc-sklearn-predictor-84c77c5fdf-srbxm'
  metadata:
    creationTimestamp: "2026-07-28T11:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:14:34Z"
    name: isvc-sklearn-predictor-84c77c5fdf.18c66fd7952bf3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43087"
    uid: 8e21b9d7-9bd4-48b3-80a4-31a0ec5470e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43074"
    uid: 722c1589-a115-45b3-901e-984272c539b6
  kind: Event
  lastTimestamp: "2026-07-28T11:14:33Z"
  message: Scaled up replica set isvc-sklearn-predictor-84c77c5fdf from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:14:33Z"
    name: isvc-sklearn-predictor.18c66fd79265d1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43077"
    uid: 04c37bb5-565b-41a9-b610-2489b5c85ec7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43075"
    uid: 5fef7026-9a3b-4b7b-81e4-ce9f16b10e55
  kind: Event
  lastTimestamp: "2026-07-28T11:14:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:14:48Z"
    name: isvc-sklearn-predictor.18c66fdb1139c972
    namespace: kserve-ci-e2e-test
    resourceVersion: "43230"
    uid: 2b2eb6d7-719d-4072-a185-e58146ab8eea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43075"
    uid: 5fef7026-9a3b-4b7b-81e4-ce9f16b10e55
  kind: Event
  lastTimestamp: "2026-07-28T11:14:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:14:48Z"
    name: isvc-sklearn-predictor.18c66fdb119a6112
    namespace: kserve-ci-e2e-test
    resourceVersion: "43232"
    uid: c3706a12-85b3-4301-9fe5-d302014a5212
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T11:15:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43231"
    uid: 5fef7026-9a3b-4b7b-81e4-ce9f16b10e55
  kind: Event
  lastTimestamp: "2026-07-28T11:16:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:16:04Z"
    name: isvc-sklearn-predictor.18c66fde904dea32
    namespace: kserve-ci-e2e-test
    resourceVersion: "43776"
    uid: 4c34653d-f300-46c8-8e2b-7ed6adaf7c95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T11:15:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43231"
    uid: 5fef7026-9a3b-4b7b-81e4-ce9f16b10e55
  kind: Event
  lastTimestamp: "2026-07-28T11:16:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:16:04Z"
    name: isvc-sklearn-predictor.18c66fde90925eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43777"
    uid: 000ef812-0d12-486f-80ac-4c09d64add6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:17:14.578902Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44399"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:17:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:17:14Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffcf7ce3811
    namespace: kserve-ci-e2e-test
    resourceVersion: "44403"
    uid: cc47ceea-f336-4285-9b86-4017df8fdd89
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44411"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:15Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:17:15Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffd1197cd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "44420"
    uid: c5ae981d-a5d6-47ca-b34b-3ce4f5100c92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:15Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffd1325f0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44422"
    uid: d073eaf2-48a4-4b84-87a1-cd67fe07361e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:15Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffd15b96f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "44424"
    uid: d17871fe-dff4-4dc9-b052-8351292bedbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:15Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffd16380a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "44425"
    uid: cd68f9b8-ca8a-43b0-9558-4b4a7477e6f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:21Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffe7d6e4ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44476"
    uid: 38502553-0c95-42a1-af0f-6da1531566a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:21Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffe80b15a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "44478"
    uid: f3a562b4-8bb8-41f7-9923-bb77fd642919
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:21Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffe813093ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: f4b90531-c27e-46ae-87f2-2d9c23f3f425
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:21Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffe813ae880
    namespace: kserve-ci-e2e-test
    resourceVersion: "44482"
    uid: 2dff0f9e-19f6-4a21-aed2-8910f870d88a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:21Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffe847d4caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44484"
    uid: 21d12718-71d3-422d-8c52-b8270aeb05bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:21Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffe8519c036
    namespace: kserve-ci-e2e-test
    resourceVersion: "44485"
    uid: 99f2bc4b-bc2f-4891-8fd3-7b2fce37dac6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:28Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c66ffeb9817537
    namespace: kserve-ci-e2e-test
    resourceVersion: "44536"
    uid: 9d1a0c16-3ed6-4d29-9e98-7936f7d05857
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:46Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c670046d68c5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44697"
    uid: 9b8fa006-b048-4ea4-b584-3a767196b18f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44401"
    uid: 72a13896-e1c7-4253-8381-db3fee1846f1
  kind: Event
  lastTimestamp: "2026-07-28T11:17:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:46Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn.18c670046d693ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44698"
    uid: 08951f1c-55c7-44af-b772-a462a14ed5fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6c6468c69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44390"
    uid: 3b6cb77f-96a5-4f1b-98f9-4b019e294f80
  kind: Event
  lastTimestamp: "2026-07-28T11:17:14Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6c6468c69c-bzxdn'
  metadata:
    creationTimestamp: "2026-07-28T11:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:17:14Z"
    name: isvc-sklearn-runtime-predictor-6c6468c69c.18c66ffcf76882af
    namespace: kserve-ci-e2e-test
    resourceVersion: "44400"
    uid: ec4a30a1-52fb-425d-becf-8644e63796e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44388"
    uid: 853b4f12-80ed-4fe3-be00-9a885cbab510
  kind: Event
  lastTimestamp: "2026-07-28T11:17:14Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6c6468c69c from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T11:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:17:14Z"
    name: isvc-sklearn-runtime-predictor.18c66ffcf49e75ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "44391"
    uid: e5de9df3-8bec-4a66-9e74-8066c4f20768
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44389"
    uid: c2c23c94-e194-4654-bbe4-6c6b15ad85a0
  kind: Event
  lastTimestamp: "2026-07-28T11:17:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:17:44Z"
    name: isvc-sklearn-runtime-predictor.18c670007381452c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44666"
    uid: bc0d77c4-68bd-4122-8ffc-5c2b181d380a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44389"
    uid: c2c23c94-e194-4654-bbe4-6c6b15ad85a0
  kind: Event
  lastTimestamp: "2026-07-28T11:17:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:17:44Z"
    name: isvc-sklearn-runtime-predictor.18c67000740f372b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44667"
    uid: 09fcfdd1-d4c5-4637-8a23-12151417920f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44380"
    uid: fd799260-2c8d-4122-b67f-4bfe56fc7bbc
  kind: Event
  lastTimestamp: "2026-07-28T11:17:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:17:38Z"
    name: isvc-sklearn-runtime.18c66ffcf4d1c208
    namespace: kserve-ci-e2e-test
    resourceVersion: "44622"
    uid: 612f7258-bafd-4872-8e87-3bc5c6d1b634
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44380"
    uid: fd799260-2c8d-4122-b67f-4bfe56fc7bbc
  kind: Event
  lastTimestamp: "2026-07-28T11:17:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:17:14Z"
    name: isvc-sklearn-runtime.18c66ffcf538ac8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44413"
    uid: 1984555e-b956-4a5e-9a59-a13cf668fdc9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44383"
    uid: fd799260-2c8d-4122-b67f-4bfe56fc7bbc
  kind: Event
  lastTimestamp: "2026-07-28T11:17:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:17:14Z"
    name: isvc-sklearn-runtime.18c66ffcfba64c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "44414"
    uid: ca3d1f33-2db4-434e-8500-85f119502533
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44619"
    uid: fd799260-2c8d-4122-b67f-4bfe56fc7bbc
  kind: Event
  lastTimestamp: "2026-07-28T11:17:38Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:17:38Z"
    name: isvc-sklearn-runtime.18c670027c19d6aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44620"
    uid: 1d469566-4027-49c7-a73f-5ed23f2e3168
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:33:28.287428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52447"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:33:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:33:28Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670dfad5b3285
    namespace: kserve-ci-e2e-test
    resourceVersion: "52453"
    uid: ad06d693-83ea-4ef1-8eac-d6ce4dd215b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52457"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:33:28Z"
  message: Add eth0 [10.134.0.78/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:33:28Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670dfc6d4a9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "52465"
    uid: 5f7e7363-dcf5-40ce-8023-a6be5c1b6003
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:33:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:28Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670dfc8bd82b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52467"
    uid: 5031a2cb-dbb4-4fa5-b4dd-c46b44cb4544
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:33:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:28Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670dfcb7e2b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "52468"
    uid: a8133213-f4f2-4a93-824e-ceb166e5f272
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:33:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:28Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670dfcbf0aa7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52469"
    uid: d8e9d223-6e17-41bc-a964-ec0d761bc7fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:33:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:30Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670e0256f6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "52487"
    uid: 3be8d762-1191-4e90-b39f-347e29cae1b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:33:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:30Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670e0286cf8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "52489"
    uid: 60d629c7-3164-4a4a-8b79-1a930f39ba55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:33:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:30Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670e028de9185
    namespace: kserve-ci-e2e-test
    resourceVersion: "52491"
    uid: 92cd64be-b24d-44de-8d24-2ee939a1fe49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:33:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:30Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670e028e984bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "52493"
    uid: 969d0b3e-0c43-476e-889a-225889b9cd42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:33:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:30Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670e02bf36ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52495"
    uid: 51177b46-969a-4e77-bd5d-86f2ed565ea8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:33:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:30Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670e02c6181c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "52496"
    uid: 17980864-f393-4496-94fc-c72cbe67bc67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:34:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.78:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:34:38Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670e09d4346bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "52978"
    uid: c843ef8a-bbef-438c-b919-fa59cf9b6b6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:34:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:34:58Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670f4ac67f25d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53148"
    uid: 2bcd87a6-90fa-4214-b069-693d0365789c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 42ab5953-2f94-4ed6-9d88-535a44ee45ac
  kind: Event
  lastTimestamp: "2026-07-28T11:34:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:34:58Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4-5clsx.18c670f4ac687015
    namespace: kserve-ci-e2e-test
    resourceVersion: "53149"
    uid: 0f2517ad-f594-4e37-addf-8d48422ec4d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7c588bddd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "52438"
    uid: 0b8db7d5-f331-402c-a85d-2ccf5117e9cb
  kind: Event
  lastTimestamp: "2026-07-28T11:33:28Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7c588bddd4-5clsx'
  metadata:
    creationTimestamp: "2026-07-28T11:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:33:28Z"
    name: isvc-sklearn-s3-predictor-7c588bddd4.18c670dfacee10f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52449"
    uid: 0590a778-03a8-40f9-8515-67ec2df422ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52436"
    uid: f928ec7c-e182-448c-b5be-84a73aa1bc5b
  kind: Event
  lastTimestamp: "2026-07-28T11:33:28Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7c588bddd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:33:28Z"
    name: isvc-sklearn-s3-predictor.18c670dfa980e4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52440"
    uid: 2150cf1c-9052-4711-a7e3-c40c25a778bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52437"
    uid: 1383776f-5905-4c18-93dd-dffa9c12228f
  kind: Event
  lastTimestamp: "2026-07-28T11:34:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:34:13Z"
    name: isvc-sklearn-s3-predictor.18c670e3286e9588
    namespace: kserve-ci-e2e-test
    resourceVersion: "52802"
    uid: 8b0504bb-403a-4a3a-9851-7fde753f9cc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52437"
    uid: 1383776f-5905-4c18-93dd-dffa9c12228f
  kind: Event
  lastTimestamp: "2026-07-28T11:34:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:34:13Z"
    name: isvc-sklearn-s3-predictor.18c670e328d804e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52803"
    uid: 16cceaaf-979f-4ed6-93a7-61779272b0cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52590"
    uid: 1383776f-5905-4c18-93dd-dffa9c12228f
  kind: Event
  lastTimestamp: "2026-07-28T11:34:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:34:58Z"
    name: isvc-sklearn-s3-predictor.18c670e6a7aa2315
    namespace: kserve-ci-e2e-test
    resourceVersion: "53125"
    uid: 570675d8-97be-4014-8387-832d808f8916
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52590"
    uid: 1383776f-5905-4c18-93dd-dffa9c12228f
  kind: Event
  lastTimestamp: "2026-07-28T11:34:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:34:58Z"
    name: isvc-sklearn-s3-predictor.18c670e6a8104056
    namespace: kserve-ci-e2e-test
    resourceVersion: "53126"
    uid: a5ce644d-ad7b-4fda-89f7-6d1f0e9b6d8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:38:01.952068Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54742"
    uid: 126c85a2-37ba-46ab-8692-27d2378c0973
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:38:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:38:01Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb.18c6711f650a3bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "54749"
    uid: 5c7e8134-65ca-4d89-b297-abdbd12c3b3a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54745"
    uid: 126c85a2-37ba-46ab-8692-27d2378c0973
  kind: Event
  lastTimestamp: "2026-07-28T11:38:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T11:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb.18c6711f74906523
    namespace: kserve-ci-e2e-test
    resourceVersion: "54761"
    uid: 417491ef-96df-47d6-9d4a-9fe0db891ef1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54753"
    uid: 126c85a2-37ba-46ab-8692-27d2378c0973
  kind: Event
  lastTimestamp: "2026-07-28T11:38:02Z"
  message: Add eth0 [10.134.0.82/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:38:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb.18c6711fa248e760
    namespace: kserve-ci-e2e-test
    resourceVersion: "54772"
    uid: 941e33da-6fd3-4c35-93cf-80406e65b343
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54745"
    uid: 126c85a2-37ba-46ab-8692-27d2378c0973
  kind: Event
  lastTimestamp: "2026-07-28T11:38:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:08Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb.18c6711fa3dde652
    namespace: kserve-ci-e2e-test
    resourceVersion: "54828"
    uid: c0b82029-c5c8-401f-9fd8-3576ba7c1d7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54745"
    uid: 126c85a2-37ba-46ab-8692-27d2378c0973
  kind: Event
  lastTimestamp: "2026-07-28T11:38:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:08Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb.18c6711fa70f6c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "54830"
    uid: eac993e8-3955-49d0-9b4b-b51d5aab7ab3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54745"
    uid: 126c85a2-37ba-46ab-8692-27d2378c0973
  kind: Event
  lastTimestamp: "2026-07-28T11:38:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:08Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb.18c6711fa7839fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "54831"
    uid: 245e5588-3142-42d2-82be-5497e5ef326f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54745"
    uid: 126c85a2-37ba-46ab-8692-27d2378c0973
  kind: Event
  lastTimestamp: "2026-07-28T11:38:11Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb.18c67121b94e98b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54867"
    uid: 9c23a82a-f242-4d60-9345-487290972965
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54734"
    uid: 252db74b-ac74-408c-af79-2b3a15ea7608
  kind: Event
  lastTimestamp: "2026-07-28T11:38:01Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d-sc4cb'
  metadata:
    creationTimestamp: "2026-07-28T11:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:38:01Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d.18c6711f647591b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54744"
    uid: fb5e38e1-124c-4d69-93c7-0be6a689560c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54732"
    uid: d8633822-572a-4c2a-8529-fd848309f78d
  kind: Event
  lastTimestamp: "2026-07-28T11:38:01Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-959565c6d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:38:01Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c6711f61d38cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54735"
    uid: ba5bcf8e-2798-4a44-9422-f5acb4dc08a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54725"
    uid: df0e8bf9-1ec5-4652-a8b2-63a0afd2eb28
  kind: Event
  lastTimestamp: "2026-07-28T11:38:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:38:08Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c6711f61e10e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "54834"
    uid: 0b6ad17a-14bc-4457-9c83-542bb578e291
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54725"
    uid: df0e8bf9-1ec5-4652-a8b2-63a0afd2eb28
  kind: Event
  lastTimestamp: "2026-07-28T11:38:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:38:01Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c6711f626b3a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "54738"
    uid: 0e9bfccc-9be5-44cb-be13-7e7396b142b0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:36:40.824645Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54081"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:36:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:36:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710c817819ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "54085"
    uid: 4f319a7e-8bd3-4e78-a0cd-68c8d4bfea16
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:36:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T11:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710c8d26a79b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54101"
    uid: 84c6f232-90f9-4d88-b312-398e03138275
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54092"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:36:41Z"
  message: Add eth0 [10.134.0.81/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:36:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710cbefa9022
    namespace: kserve-ci-e2e-test
    resourceVersion: "54111"
    uid: ea259137-c034-4805-817b-c2e3135a12bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:36:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710cc07c1038
    namespace: kserve-ci-e2e-test
    resourceVersion: "54113"
    uid: 7f777d78-f840-45d3-9ed9-de0c3bf9553b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:36:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710cc356d060
    namespace: kserve-ci-e2e-test
    resourceVersion: "54114"
    uid: ebac0a8a-76fa-47c2-807e-98045b6806a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:36:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710cc406114b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54115"
    uid: 6c4d7cb2-a8f9-484a-b891-3c685df831e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:36:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710d0a3b14d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "54129"
    uid: 1a827ff0-aa9b-41d8-8c15-89139cb7d8e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:36:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710d0d3ba6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54131"
    uid: 0d184de3-be65-46dc-b8ec-9b9d9e4e9b9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:36:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710d0dc1fecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "54132"
    uid: 72775a9b-f327-4ca9-a224-ae8fac41b1d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:36:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710d0dcc8c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54134"
    uid: bfb8a467-5138-4041-998a-dc235a81b8fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:36:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710d10a01206
    namespace: kserve-ci-e2e-test
    resourceVersion: "54136"
    uid: ea02cf89-5c97-42f6-82f7-bcf1363a3362
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:36:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710d110e0492
    namespace: kserve-ci-e2e-test
    resourceVersion: "54137"
    uid: 3ad497a5-68b9-4932-af62-30847a78982a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:37:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.81:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:37:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6710d463c750d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54609"
    uid: 01e3cdd5-ab8f-4a61-981b-afd5a4fad993
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:38:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6711f255c5e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "54711"
    uid: e31487ce-6d3d-4a07-b5c7-8283de63bed7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:38:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c6711f255d4fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "54712"
    uid: de6c3e86-f3c8-4cdb-8b9e-ed49c1240868
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "54083"
    uid: c7fc9240-b38a-4eea-871b-88b286959012
  kind: Event
  lastTimestamp: "2026-07-28T11:38:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.81:8643/healthz": dial tcp
    10.134.0.81:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w.18c671202263d7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54799"
    uid: 2f4d3ff9-e760-4c10-82f8-0824a8849075
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "54073"
    uid: ff64b616-5a52-4b72-9979-87121b326619
  kind: Event
  lastTimestamp: "2026-07-28T11:36:40Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8-67z5w'
  metadata:
    creationTimestamp: "2026-07-28T11:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:36:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8.18c6710c81100cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: 55b1b645-f728-45a5-9d3f-90624b5b4cda
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54071"
    uid: aa28d3b2-20f8-4539-9963-b770cf921aba
  kind: Event
  lastTimestamp: "2026-07-28T11:36:40Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-d7dd8d9b8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:36:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6710c7ebff2f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54075"
    uid: 9a96b425-bdc5-4656-8cb0-87795cfa73c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54072"
    uid: 0434f3a1-fc81-4d32-bf51-b7ef5731a0cd
  kind: Event
  lastTimestamp: "2026-07-28T11:37:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:37:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6710ffdc9a686
    namespace: kserve-ci-e2e-test
    resourceVersion: "54438"
    uid: bb3e87eb-6efa-4572-a425-d565c0b321eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54072"
    uid: 0434f3a1-fc81-4d32-bf51-b7ef5731a0cd
  kind: Event
  lastTimestamp: "2026-07-28T11:37:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:37:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6710ffe2a98ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "54440"
    uid: 478dcb75-a153-4c50-9be5-97bd327f812a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:37:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54231"
    uid: 0434f3a1-fc81-4d32-bf51-b7ef5731a0cd
  kind: Event
  lastTimestamp: "2026-07-28T11:37:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:37:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c671137cf97c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "54647"
    uid: 08e3c92f-6573-4b33-8156-5b31ffd29a99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:37:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54231"
    uid: 0434f3a1-fc81-4d32-bf51-b7ef5731a0cd
  kind: Event
  lastTimestamp: "2026-07-28T11:37:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:37:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c671137d661907
    namespace: kserve-ci-e2e-test
    resourceVersion: "54648"
    uid: b196c21e-b45c-410f-8b7f-b051b5d43f4c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54064"
    uid: 42322a9b-6a59-414e-921e-09d039e1488a
  kind: Event
  lastTimestamp: "2026-07-28T11:38:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:38:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6710c7ef269b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54691"
    uid: 12b07e47-753e-4146-89ea-c890b4719870
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54064"
    uid: 42322a9b-6a59-414e-921e-09d039e1488a
  kind: Event
  lastTimestamp: "2026-07-28T11:36:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:36:40Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6710c7f54d3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54095"
    uid: ebac1a52-f68b-4ba4-94e0-8ad2404f2d7a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54066"
    uid: 42322a9b-6a59-414e-921e-09d039e1488a
  kind: Event
  lastTimestamp: "2026-07-28T11:36:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T11:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:36:40Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6710c857f33a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54096"
    uid: 572c3aa3-55bb-41b7-8719-cfb8b86c62c0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54687"
    uid: 42322a9b-6a59-414e-921e-09d039e1488a
  kind: Event
  lastTimestamp: "2026-07-28T11:38:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:38:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6711f01ec2659
    namespace: kserve-ci-e2e-test
    resourceVersion: "54688"
    uid: 0faa0762-1f73-4b50-b2dc-142e583a8f66
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:36:29.751319Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "53916"
    uid: 934a9b38-f272-4e43-9f52-0b4594c94a42
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:36:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:36:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx.18c67109ed72854f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53920"
    uid: 66ff2ab5-7134-4941-976f-90eac53f732e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "53924"
    uid: 934a9b38-f272-4e43-9f52-0b4594c94a42
  kind: Event
  lastTimestamp: "2026-07-28T11:36:30Z"
  message: Add eth0 [10.134.0.80/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:36:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx.18c6710a06e0b570
    namespace: kserve-ci-e2e-test
    resourceVersion: "53935"
    uid: 41ed6fba-f42e-4bc3-a097-e1c31f4048c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "53918"
    uid: 934a9b38-f272-4e43-9f52-0b4594c94a42
  kind: Event
  lastTimestamp: "2026-07-28T11:36:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx.18c6710a085116f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53971"
    uid: ba2a244e-42e2-4096-8af8-a749bf469b5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "53918"
    uid: 934a9b38-f272-4e43-9f52-0b4594c94a42
  kind: Event
  lastTimestamp: "2026-07-28T11:36:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx.18c6710a0b06a6fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "53977"
    uid: a4009069-fc6e-4d7f-a1e1-5f9ad7cab01f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "53918"
    uid: 934a9b38-f272-4e43-9f52-0b4594c94a42
  kind: Event
  lastTimestamp: "2026-07-28T11:36:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx.18c6710a0b7ade1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53978"
    uid: 25d415e2-965c-416c-86d7-d19cbc5f901c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "53918"
    uid: 934a9b38-f272-4e43-9f52-0b4594c94a42
  kind: Event
  lastTimestamp: "2026-07-28T11:36:37Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx_kserve-ci-e2e-test(934a9b38-f272-4e43-9f52-0b4594c94a42)
  metadata:
    creationTimestamp: "2026-07-28T11:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx.18c6710ba33e5a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "54001"
    uid: da1feaa8-d241-4e0f-b34f-21adfad7164a
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "53903"
    uid: 0d082ee5-a2b6-4d3e-a366-8318b9f4eaa1
  kind: Event
  lastTimestamp: "2026-07-28T11:36:29Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88-ptzkx'
  metadata:
    creationTimestamp: "2026-07-28T11:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:36:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88.18c67109ecfe0bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53917"
    uid: 13980f46-19d0-4505-97ef-ef4f320aa1e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53901"
    uid: 7f7e3e4b-9a4b-43f6-9732-5a442db10c3f
  kind: Event
  lastTimestamp: "2026-07-28T11:36:29Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7bb4c6dd88
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:36:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c67109e8860cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53905"
    uid: 7a9e8b6f-6b67-41c4-a835-647303468f95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53891"
    uid: 8e113ff7-d15d-4246-a4b1-e791f9e93bdb
  kind: Event
  lastTimestamp: "2026-07-28T11:36:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:36:37Z"
    name: isvc-sklearn-s3-tls-global-fail.18c67109e89d922d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54006"
    uid: 57601f47-b9a8-4d80-a36f-cf7e228aa43c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53891"
    uid: 8e113ff7-d15d-4246-a4b1-e791f9e93bdb
  kind: Event
  lastTimestamp: "2026-07-28T11:36:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:36:29Z"
    name: isvc-sklearn-s3-tls-global-fail.18c67109e9364559
    namespace: kserve-ci-e2e-test
    resourceVersion: "53909"
    uid: fb35e7ad-6372-478b-b2a1-174dab1e640f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:34:58.675904Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53171"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:34:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:34:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f4b8ede3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "53177"
    uid: d2161431-d89b-4d8b-b45a-638f3efdb7fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:34:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T11:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:34:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f4c427454d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53186"
    uid: d0c00120-b091-4844-b2c5-055036e31f84
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53181"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:34:59Z"
  message: Add eth0 [10.134.0.79/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:34:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f4f679df60
    namespace: kserve-ci-e2e-test
    resourceVersion: "53196"
    uid: 9627e64a-ef08-48dc-86d9-e675b93ca4df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:34:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:34:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f4f80d1a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "53198"
    uid: 2cfa2cda-f0d3-413e-a29d-eb60ea6e73a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:34:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:34:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f4faee9e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "53199"
    uid: f4a20dc5-ce29-47a3-89c6-497cdd392bce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:34:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:34:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f4fb5e70bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "53200"
    uid: c6c390db-8f86-4a2f-81b0-d1c941a08972
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:35:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:35:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f56ba052ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "53220"
    uid: dbb40753-669b-46b9-b575-d85175f4f073
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:35:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:35:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f56e9d8132
    namespace: kserve-ci-e2e-test
    resourceVersion: "53224"
    uid: 370e1a99-f8fe-4e67-950e-c47016ea716a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:35:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:35:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f56f23250b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: c48580f6-33bb-4914-94a9-41d6b92d08c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:35:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:35:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f56f2cd5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "53226"
    uid: 74bee6ce-175c-407f-81aa-069fcd106d2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:35:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:35:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f571ee1802
    namespace: kserve-ci-e2e-test
    resourceVersion: "53229"
    uid: 8ea032fb-2418-41b5-bdcf-81bea75558d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:35:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:35:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f57272e34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53230"
    uid: 32d5bf22-2a1a-4c3b-930e-d08dd23802a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:36:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.79:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c670f5e3a243dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "53913"
    uid: 41d147db-eb15-4228-8f51-5e86416cb4e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:36:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c67109aa134ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53878"
    uid: 511e965c-b854-4178-b484-92e73f7291fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:36:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c67109aa146bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53879"
    uid: a32fb7c7-f990-4307-8f6d-8ad5081397d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 29939dbf-fe41-4b81-83d3-d126e93e600b
  kind: Event
  lastTimestamp: "2026-07-28T11:36:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.79:8643/healthz": dial tcp
    10.134.0.79:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:36:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w.18c67109e9e62633
    namespace: kserve-ci-e2e-test
    resourceVersion: "53911"
    uid: ba01923c-da29-43bd-8a92-3d07dcb439bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984
    namespace: kserve-ci-e2e-test
    resourceVersion: "53161"
    uid: bd68ed66-5608-4a56-93a6-3993507f5109
  kind: Event
  lastTimestamp: "2026-07-28T11:34:58Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984-g5t6w'
  metadata:
    creationTimestamp: "2026-07-28T11:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:34:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-97b95f984.18c670f4b854578b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53172"
    uid: 55fcc995-8288-4405-be85-fcd1d7148f08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53159"
    uid: 4f688f0c-688f-417f-862f-57d76fc45d2d
  kind: Event
  lastTimestamp: "2026-07-28T11:34:58Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-97b95f984
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:34:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c670f4b2203898
    namespace: kserve-ci-e2e-test
    resourceVersion: "53162"
    uid: 011e331a-c5c4-4bae-8963-94e95438ad71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:35:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53160"
    uid: 8ce261ab-3eab-4428-b7e2-431da84bf891
  kind: Event
  lastTimestamp: "2026-07-28T11:35:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:35:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c670f831237b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "53538"
    uid: 2a6077d7-4fca-40b5-82a0-543c18d99c60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:35:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53160"
    uid: 8ce261ab-3eab-4428-b7e2-431da84bf891
  kind: Event
  lastTimestamp: "2026-07-28T11:35:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:35:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c670f83186868f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53539"
    uid: 6a81627d-34de-47f5-9215-f50db5ba5642
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:35:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53319"
    uid: 8ce261ab-3eab-4428-b7e2-431da84bf891
  kind: Event
  lastTimestamp: "2026-07-28T11:36:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:36:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c670fbb043528b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53751"
    uid: 7ee9b247-9721-4071-a5ca-e64cef5c038e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:35:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53319"
    uid: 8ce261ab-3eab-4428-b7e2-431da84bf891
  kind: Event
  lastTimestamp: "2026-07-28T11:36:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:36:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c670fbb0ad6b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53752"
    uid: c4d6b4c0-6e5b-499f-83af-344caab5518c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53144"
    uid: 9f68395a-7842-4388-a7b0-23d4c5d12827
  kind: Event
  lastTimestamp: "2026-07-28T11:36:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:36:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18c670f4b22c5f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "53803"
    uid: 562d9d34-44fd-46f9-a54b-1b336d6a1dbe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53144"
    uid: 9f68395a-7842-4388-a7b0-23d4c5d12827
  kind: Event
  lastTimestamp: "2026-07-28T11:34:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:34:58Z"
    name: isvc-sklearn-s3-tls-global-pass.18c670f4b3027034
    namespace: kserve-ci-e2e-test
    resourceVersion: "53165"
    uid: 88a95340-fe69-4528-8c0c-79dc3c9d2fd7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:36:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53800"
    uid: 9f68395a-7842-4388-a7b0-23d4c5d12827
  kind: Event
  lastTimestamp: "2026-07-28T11:36:19Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:36:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18c671079df74159
    namespace: kserve-ci-e2e-test
    resourceVersion: "53802"
    uid: 7b96a5f2-0313-4222-b66a-437f5a9e0c5f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:39:34.182421Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55573"
    uid: 3a33372d-0edd-470a-825c-30a45ffdfa46
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:39:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:39:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6.18c67134de65d368
    namespace: kserve-ci-e2e-test
    resourceVersion: "55577"
    uid: 1c397f3d-7ad3-4835-9978-200c272d31af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55583"
    uid: 3a33372d-0edd-470a-825c-30a45ffdfa46
  kind: Event
  lastTimestamp: "2026-07-28T11:39:34Z"
  message: Add eth0 [10.134.0.84/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:39:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6.18c67134f833ba50
    namespace: kserve-ci-e2e-test
    resourceVersion: "55596"
    uid: 34f5b8bd-2aae-4a57-a830-91feab77135b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55575"
    uid: 3a33372d-0edd-470a-825c-30a45ffdfa46
  kind: Event
  lastTimestamp: "2026-07-28T11:39:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:39:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6.18c67134f9c23d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "55662"
    uid: d8dad43b-bcf8-4256-ac9c-bef9b13dfb52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55575"
    uid: 3a33372d-0edd-470a-825c-30a45ffdfa46
  kind: Event
  lastTimestamp: "2026-07-28T11:39:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:39:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6.18c67134fcfecf7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55665"
    uid: 758f9fad-530c-41e0-b28f-f3b6c2a22331
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55575"
    uid: 3a33372d-0edd-470a-825c-30a45ffdfa46
  kind: Event
  lastTimestamp: "2026-07-28T11:39:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:39:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6.18c67134fd741ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "55666"
    uid: e1db5f5a-4504-4cd6-bec0-1a86404661c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55575"
    uid: 3a33372d-0edd-470a-825c-30a45ffdfa46
  kind: Event
  lastTimestamp: "2026-07-28T11:39:44Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:39:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6.18c671373458119b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55701"
    uid: 57253b21-36a2-4864-bff4-ae9c9d073985
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55564"
    uid: bb5ec5ef-682e-442a-91df-a8f5f25a95c4
  kind: Event
  lastTimestamp: "2026-07-28T11:39:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f-jfkz6'
  metadata:
    creationTimestamp: "2026-07-28T11:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:39:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f.18c67134ddefc30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "55574"
    uid: 76f6670f-55a8-416b-8f7d-39be04034c27
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55562"
    uid: 33e53be4-bb13-4326-ac4f-7f760b67dd87
  kind: Event
  lastTimestamp: "2026-07-28T11:39:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5c565c778f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:39:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c67134daff7211
    namespace: kserve-ci-e2e-test
    resourceVersion: "55566"
    uid: d59c1e5f-b121-4df7-b1a8-f84ff208d739
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55554"
    uid: d0a3ae0e-cd74-4ff9-8e9d-3798da22f4c0
  kind: Event
  lastTimestamp: "2026-07-28T11:39:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:39:42Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c67134db1afd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55669"
    uid: d1cdea91-a330-4144-acfd-3bb742b804ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55554"
    uid: d0a3ae0e-cd74-4ff9-8e9d-3798da22f4c0
  kind: Event
  lastTimestamp: "2026-07-28T11:39:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:39:34Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c67134dba041e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55587"
    uid: 5a0709af-7e99-4158-b12a-501120ba2156
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55559"
    uid: d0a3ae0e-cd74-4ff9-8e9d-3798da22f4c0
  kind: Event
  lastTimestamp: "2026-07-28T11:39:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T11:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:39:34Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c67134e29ddc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "55588"
    uid: 3f7499b0-71e8-4fd9-b6b5-893c24db6479
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:38:13.064867Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54904"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:38:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:38:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c67121fb6a2592
    namespace: kserve-ci-e2e-test
    resourceVersion: "54908"
    uid: ed0e6fc0-5d6f-40fa-865f-2afa6b2c5fcd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T11:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c6712203d50725
    namespace: kserve-ci-e2e-test
    resourceVersion: "54922"
    uid: ee93bafe-d778-4638-a381-fe7755a7992d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54914"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:14Z"
  message: Add eth0 [10.134.0.83/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:38:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c67122390d3bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54936"
    uid: 7625b59f-8a9f-4b6a-bc4b-68b5a60ce329
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c671223a921630
    namespace: kserve-ci-e2e-test
    resourceVersion: "54938"
    uid: 49927ef2-3130-4236-834c-83cff23ad982
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c671223daa5221
    namespace: kserve-ci-e2e-test
    resourceVersion: "54940"
    uid: 2dfc4d93-af60-4f49-928f-80f19b97968f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c671223e1af4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "54941"
    uid: b5d8bcc0-67d5-43f3-ab46-26f75b59c1c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c671228dca4ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54955"
    uid: 6e3bb66d-8224-4429-b468-11f3ca9b17c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c67122909b6d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54957"
    uid: 8c5ff857-154e-445f-b732-00a161937451
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c671229112b0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54958"
    uid: 022b8633-02f4-4dc0-ab29-dd7cee1dafb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c67122911dd1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54959"
    uid: 15df1f75-3d4c-440a-9072-543cf4f828f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c671229426208f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54962"
    uid: 764fa680-acfb-4eb9-b780-43915ae25d82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:38:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c67122949dba1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54963"
    uid: 87cf5865-9070-486f-83ab-6c529fe8d267
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:39:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.83:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:39:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c67122c9cea387
    namespace: kserve-ci-e2e-test
    resourceVersion: "55444"
    uid: 93c6fba4-6d1c-4cea-8087-2f44bac5ce76
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:39:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:39:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c67134a014e729
    namespace: kserve-ci-e2e-test
    resourceVersion: "55542"
    uid: 35634f4f-3c62-42e9-8a00-dc41c764ffff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:39:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:39:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c67134a0156d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55543"
    uid: a2a9a4bd-e16c-470c-86c6-368f01f3705f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54906"
    uid: 9d1cc2b1-3acd-48dd-8da9-64b0a3bb70a8
  kind: Event
  lastTimestamp: "2026-07-28T11:39:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.83:8643/healthz": dial tcp
    10.134.0.83:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:39:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf.18c67135a5f801c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55628"
    uid: 9b8607c4-04a1-4cf8-a535-1945e2f87ce9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54895"
    uid: f305a8db-2e8b-4564-a913-91e75cdbc2cd
  kind: Event
  lastTimestamp: "2026-07-28T11:38:13Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c-s6jxf'
  metadata:
    creationTimestamp: "2026-07-28T11:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:38:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c.18c67121faf2e766
    namespace: kserve-ci-e2e-test
    resourceVersion: "54905"
    uid: 48e6b13c-b562-4937-a6a9-dec52dda6a3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54893"
    uid: 16f688ad-a384-48a2-b533-1ad94a6865a8
  kind: Event
  lastTimestamp: "2026-07-28T11:38:13Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-c98bc684c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:38:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67121f86f617e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54897"
    uid: e60bcde1-78fc-4875-b15e-6494edb5d7fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54894"
    uid: 10d2ac1b-6421-43e6-83b4-4245d925eb1a
  kind: Event
  lastTimestamp: "2026-07-28T11:38:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:38:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67125778a09d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55269"
    uid: 5be23c6d-65d4-4bdd-bb89-92b8699760ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54894"
    uid: 10d2ac1b-6421-43e6-83b4-4245d925eb1a
  kind: Event
  lastTimestamp: "2026-07-28T11:38:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:38:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6712578195c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "55270"
    uid: f6641133-74a1-44d3-8d20-aa94d5af6917
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55055"
    uid: 10d2ac1b-6421-43e6-83b4-4245d925eb1a
  kind: Event
  lastTimestamp: "2026-07-28T11:39:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:39:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67128f6ad9d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "55482"
    uid: d0c8fd52-7479-4390-9831-6656741942b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55055"
    uid: 10d2ac1b-6421-43e6-83b4-4245d925eb1a
  kind: Event
  lastTimestamp: "2026-07-28T11:39:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:39:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67128f7472ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "55483"
    uid: 1c69e8ae-d1c8-4dd9-bbe5-8381115b8dac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54886"
    uid: 60148b16-1b37-4bd8-bf9d-8f40b84776f6
  kind: Event
  lastTimestamp: "2026-07-28T11:39:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:39:32Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c67121f887191a
    namespace: kserve-ci-e2e-test
    resourceVersion: "55523"
    uid: ef55e282-152e-44a8-9489-752e87a73970
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54886"
    uid: 60148b16-1b37-4bd8-bf9d-8f40b84776f6
  kind: Event
  lastTimestamp: "2026-07-28T11:38:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:38:13Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c67121f91f4bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54917"
    uid: 2821c2bc-b25f-4a0e-a3ef-f12a37162c28
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:38:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54890"
    uid: 60148b16-1b37-4bd8-bf9d-8f40b84776f6
  kind: Event
  lastTimestamp: "2026-07-28T11:38:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T11:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:38:13Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c67122003bd0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54918"
    uid: cd982b2d-9986-49b6-8d55-26cc74b39a23
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:39:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55519"
    uid: 60148b16-1b37-4bd8-bf9d-8f40b84776f6
  kind: Event
  lastTimestamp: "2026-07-28T11:39:32Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:39:32Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6713481c3df87
    namespace: kserve-ci-e2e-test
    resourceVersion: "55520"
    uid: 63c117a9-5be1-4910-b14b-45b243d103a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52428"
    uid: 969e7a23-7ee7-409c-a0de-4d2f8c6525ec
  kind: Event
  lastTimestamp: "2026-07-28T11:34:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:34:48Z"
    name: isvc-sklearn-s3.18c670dfa98d6314
    namespace: kserve-ci-e2e-test
    resourceVersion: "53055"
    uid: b231621a-6d08-4f47-a8ee-c1998b49014c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52428"
    uid: 969e7a23-7ee7-409c-a0de-4d2f8c6525ec
  kind: Event
  lastTimestamp: "2026-07-28T11:33:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:33:28Z"
    name: isvc-sklearn-s3.18c670dfaa178404
    namespace: kserve-ci-e2e-test
    resourceVersion: "52444"
    uid: 1b037f4c-35a7-4a76-aebb-c0481c3dc3dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:34:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53052"
    uid: 969e7a23-7ee7-409c-a0de-4d2f8c6525ec
  kind: Event
  lastTimestamp: "2026-07-28T11:34:48Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:34:48Z"
    name: isvc-sklearn-s3.18c670f255b74952
    namespace: kserve-ci-e2e-test
    resourceVersion: "53053"
    uid: f4ac8384-93fe-4442-8132-abab64de511a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7b79b7b445
    namespace: kserve-ci-e2e-test
    resourceVersion: "42933"
    uid: 30dd0874-6e0c-48ab-8012-47548468c85c
  kind: Event
  lastTimestamp: "2026-07-28T11:14:26Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7b79b7b445-w884g'
  metadata:
    creationTimestamp: "2026-07-28T11:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:14:26Z"
    name: isvc-sklearn-scheduler-predictor-7b79b7b445.18c66fd5eac9b63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42944"
    uid: 8ff40879-08a5-4ab0-b215-c759d0971be2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42932"
    uid: fe108dbc-5ef8-4c36-9320-06151ade477f
  kind: Event
  lastTimestamp: "2026-07-28T11:14:26Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7b79b7b445 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:14:26Z"
    name: isvc-sklearn-scheduler-predictor.18c66fd5e612e9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42935"
    uid: 2128d1e2-a365-47b1-b823-240a235405d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42925"
    uid: 699885e5-3aaa-4146-bbaa-4cfc5be96310
  kind: Event
  lastTimestamp: "2026-07-28T11:14:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:14:26Z"
    name: isvc-sklearn-scheduler.18c66fd5e5d1b446
    namespace: kserve-ci-e2e-test
    resourceVersion: "42956"
    uid: 8a7e2331-b54d-46c6-8428-36a16efba29c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42925"
    uid: 699885e5-3aaa-4146-bbaa-4cfc5be96310
  kind: Event
  lastTimestamp: "2026-07-28T11:14:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:14:26Z"
    name: isvc-sklearn-scheduler.18c66fd5e6501f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "42952"
    uid: 2dac4ced-c154-47e4-9827-0a3fa50e17ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42925"
    uid: 699885e5-3aaa-4146-bbaa-4cfc5be96310
  kind: Event
  lastTimestamp: "2026-07-28T11:14:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:14:26Z"
    name: isvc-sklearn-scheduler.18c66fd5e6505ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42953"
    uid: faf232fc-64df-4d64-863c-dea6e336baa8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:20:32.377798Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46073"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:20:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702b0589d0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46077"
    uid: 1347f84a-3945-4b8e-a235-f3fd5da36151
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46083"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:20:32Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702b1f09ccca
    namespace: kserve-ci-e2e-test
    resourceVersion: "46097"
    uid: cf9d4c2d-5683-4063-ba24-6bac1fce9c04
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:20:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702b207c4eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "46099"
    uid: ce028468-92f2-4334-aa9d-f2f54efaa625
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:20:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702b22f7b1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46102"
    uid: 7d54fcc8-8caf-44db-93d0-959fe9d1aeb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:20:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702b236aea9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46103"
    uid: aeafacbe-52ac-4e1e-af95-57cf4889fcc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:20:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:36Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702c1563de10
    namespace: kserve-ci-e2e-test
    resourceVersion: "46149"
    uid: b2584932-12c9-48c4-81db-06657cc6c84d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:20:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:36Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702c1861c118
    namespace: kserve-ci-e2e-test
    resourceVersion: "46151"
    uid: 4316190b-7188-4028-830b-266fd8d0e0ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:20:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:36Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702c18d41415
    namespace: kserve-ci-e2e-test
    resourceVersion: "46152"
    uid: 59576c8f-39e0-41ea-b848-4510ff87af1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:20:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:37Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702c18de784a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46153"
    uid: c6b755ec-cf34-4d7b-b84d-5e5dd1541882
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:20:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:37Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702c1ca5533d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46158"
    uid: 36c8497d-30a7-4783-99e2-ac394131cb64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:20:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:37Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702c1d3567ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "46160"
    uid: 41ba7324-dc08-4a50-9782-9c5ff5109a2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:21:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:21:48Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c6702c8d39d72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46674"
    uid: 6752a1f5-c7c9-47b5-884a-f5cb4d9ef321
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:22:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:02Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c67040065204ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "46795"
    uid: 9e2291b8-98be-4b4d-89f3-0413ac311961
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:22:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:02Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c67040065293a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46796"
    uid: e3543556-4044-43d4-b95b-749055e3846b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: e3e5a4d9-6988-436e-b7d9-ecde11da8359
  kind: Event
  lastTimestamp: "2026-07-28T11:22:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.68:8643/healthz": dial tcp
    10.134.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:04Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb.18c67040936fd495
    namespace: kserve-ci-e2e-test
    resourceVersion: "46817"
    uid: ba19fea1-7253-43cc-89e8-dcc771a9ac04
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46062"
    uid: 7768766f-0f8e-48ee-ab3e-91330f70e7f4
  kind: Event
  lastTimestamp: "2026-07-28T11:20:32Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4-qf9cb'
  metadata:
    creationTimestamp: "2026-07-28T11:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbd9f7d4.18c6702b04f626f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46074"
    uid: 71129afb-1d5b-4b1d-9240-ded8e48515c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46060"
    uid: 3555cd8d-079d-4853-b2da-4428c91e8535
  kind: Event
  lastTimestamp: "2026-07-28T11:20:32Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-56cbd9f7d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T11:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6702b00d190e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46063"
    uid: af631ef7-ab04-430f-8b9b-6862fc591b99
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46061"
    uid: 08b34dd5-8476-4fe0-8dae-516caefda024
  kind: Event
  lastTimestamp: "2026-07-28T11:21:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:21:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6702e7fb9279e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46343"
    uid: 2c2bfd61-62a8-4ba7-bd8a-4166dfd70031
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46061"
    uid: 08b34dd5-8476-4fe0-8dae-516caefda024
  kind: Event
  lastTimestamp: "2026-07-28T11:21:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:21:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6702e802030ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "46344"
    uid: f95fa149-23dc-46a7-b4cd-8ab8fcc373f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:21:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46245"
    uid: 08b34dd5-8476-4fe0-8dae-516caefda024
  kind: Event
  lastTimestamp: "2026-07-28T11:22:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:22:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18c670357f1726f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46776"
    uid: ae29bf85-16a0-4465-8c36-002611187a96
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:21:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46245"
    uid: 08b34dd5-8476-4fe0-8dae-516caefda024
  kind: Event
  lastTimestamp: "2026-07-28T11:22:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:22:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18c670357f871281
    namespace: kserve-ci-e2e-test
    resourceVersion: "46777"
    uid: 718c46cb-b2dd-4524-8eb6-7bfc63043e74
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46053"
    uid: a9a550e9-8092-4245-9dd6-c3f33c2f12b8
  kind: Event
  lastTimestamp: "2026-07-28T11:21:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:21:58Z"
    name: isvc-sklearn-v2-mixed.18c6702b00eafad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46752"
    uid: 55746e5b-1d1e-4cd0-8e84-2e0d000ff9d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46053"
    uid: a9a550e9-8092-4245-9dd6-c3f33c2f12b8
  kind: Event
  lastTimestamp: "2026-07-28T11:20:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:20:32Z"
    name: isvc-sklearn-v2-mixed.18c6702b015e92a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46082"
    uid: 29201825-7158-442b-85df-a6cc197bfed0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46055"
    uid: a9a550e9-8092-4245-9dd6-c3f33c2f12b8
  kind: Event
  lastTimestamp: "2026-07-28T11:20:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:20:32Z"
    name: isvc-sklearn-v2-mixed.18c6702b071e14a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46084"
    uid: 287f632b-d172-4514-96d7-08c7615f7e5e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:21:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46750"
    uid: a9a550e9-8092-4245-9dd6-c3f33c2f12b8
  kind: Event
  lastTimestamp: "2026-07-28T11:21:58Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:21:58Z"
    name: isvc-sklearn-v2-mixed.18c6703f1c02f9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "46751"
    uid: 25c3bb14-ccfb-4a5c-875a-4d07f979179a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:18:56.968201Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45300"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:18:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:18:56Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67014ceaee7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "45307"
    uid: 41f4e354-bee9-48aa-b5c8-27b2c736efe4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45310"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:18:57Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:18:57Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67014e7fdab68
    namespace: kserve-ci-e2e-test
    resourceVersion: "45317"
    uid: bcc7a15b-eb8b-47cf-b6b6-01c9c0db456e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:18:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:18:57Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67014e975084f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45319"
    uid: c8ab078d-566c-4bfb-b6f1-fbda4d933ff8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:18:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:18:57Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67014ec37c460
    namespace: kserve-ci-e2e-test
    resourceVersion: "45320"
    uid: fcfdb502-795c-4f86-8c9d-f5347528c138
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:18:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:18:57Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67014eca815ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "45321"
    uid: e77d1376-0d18-4f0d-9d89-1453be29dc2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:19:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:19:01Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67015df8b16a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45359"
    uid: b97550d0-1746-4182-97cc-3b0e8110dcf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:19:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:19:01Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67015e2a72bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "45361"
    uid: 235a549b-4608-4c5b-a299-0b56d2978f3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:19:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:19:01Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67015e318a9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45364"
    uid: bd9e0488-e8e3-47f7-adc5-1b6121923539
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:19:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:19:01Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67015e323a701
    namespace: kserve-ci-e2e-test
    resourceVersion: "45365"
    uid: 3e701504-db19-43f6-891c-89c3c9788b74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:19:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:19:01Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67015e5d78acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45368"
    uid: 905ba315-30b5-40ef-b151-2f8bc2992cb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:19:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:19:01Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67015e649ed63
    namespace: kserve-ci-e2e-test
    resourceVersion: "45369"
    uid: 1fe987cc-6fe3-4b58-b0e8-30add04b2bb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:20:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:27Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c6701657691d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46020"
    uid: 89c727df-037b-463d-9b98-dcde43fad9d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:20:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:27Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67029d2624d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "46016"
    uid: 558952f0-ed06-455c-ac20-7192e97c929b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:20:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:27Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c67029d263afb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: df514168-1e21-4fe6-abc9-fbe50d09037d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 3e41ab29-2096-43c0-9253-0ee7a008616b
  kind: Event
  lastTimestamp: "2026-07-28T11:20:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.67:8643/healthz": dial tcp
    10.134.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:20:29Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl.18c6702a5da323e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46033"
    uid: 28e24bdd-d5ba-4300-9761-d5a94eda4002
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-6dbb4b5c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "45291"
    uid: 6104d7cc-c9e4-48dd-a0ea-21b49ef22961
  kind: Event
  lastTimestamp: "2026-07-28T11:18:56Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-6dbb4b5c65-lvrnl'
  metadata:
    creationTimestamp: "2026-07-28T11:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:18:56Z"
    name: isvc-sklearn-v2-predictor-6dbb4b5c65.18c67014ce3b4805
    namespace: kserve-ci-e2e-test
    resourceVersion: "45301"
    uid: b447a387-731f-49e2-bb78-b2c384190ddf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45289"
    uid: 4530470e-a250-458f-b31c-ce9b19c151d3
  kind: Event
  lastTimestamp: "2026-07-28T11:18:56Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-6dbb4b5c65 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:18:56Z"
    name: isvc-sklearn-v2-predictor.18c67014cb815e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "45292"
    uid: 09065d95-10f5-4782-9bba-c5517641ada3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:19:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45290"
    uid: 0c6d2832-f52c-40c1-85b9-ee787d8438b0
  kind: Event
  lastTimestamp: "2026-07-28T11:19:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:19:41Z"
    name: isvc-sklearn-v2-predictor.18c6701849ffb563
    namespace: kserve-ci-e2e-test
    resourceVersion: "45656"
    uid: 02b27584-48dd-4497-9e53-31f2f83259f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:19:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45290"
    uid: 0c6d2832-f52c-40c1-85b9-ee787d8438b0
  kind: Event
  lastTimestamp: "2026-07-28T11:19:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:19:41Z"
    name: isvc-sklearn-v2-predictor.18c670184a65dcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "45657"
    uid: 7dd416fc-af21-4094-b957-50d2557b49dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:19:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45444"
    uid: 0c6d2832-f52c-40c1-85b9-ee787d8438b0
  kind: Event
  lastTimestamp: "2026-07-28T11:20:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:20:27Z"
    name: isvc-sklearn-v2-predictor.18c6701bc9641a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45997"
    uid: cafac631-d1ff-4762-bedf-c42538ff0488
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T11:19:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45444"
    uid: 0c6d2832-f52c-40c1-85b9-ee787d8438b0
  kind: Event
  lastTimestamp: "2026-07-28T11:20:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:20:27Z"
    name: isvc-sklearn-v2-predictor.18c6701bc9ed29f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45998"
    uid: 0b631572-88e2-422a-a8d4-aafb42580f7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:17:51.807811Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44757"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:17:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:17:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67005a2d257e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44762"
    uid: 04c4618c-7c07-4c17-aa85-74f94ba5fe31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:17:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T11:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67005ae561ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44771"
    uid: 941acbc6-dae1-4724-bee5-4256a59148a3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44767"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:17:52Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:17:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67005e016cf2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44781"
    uid: 7a2779bd-5181-4a2e-bcad-d3cb7107d3b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:17:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67005e1a6b7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44784"
    uid: f849978f-ef30-44a2-98d7-dd999108a0a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:17:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67005e41f09c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44785"
    uid: a1289593-54e7-4381-b68d-77e9165a772f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:17:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67005e490ec98
    namespace: kserve-ci-e2e-test
    resourceVersion: "44786"
    uid: 885bc419-3315-4922-890e-d67340cb7398
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:17:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T11:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67006e8ebc072
    namespace: kserve-ci-e2e-test
    resourceVersion: "44822"
    uid: cd626156-3e5f-4a66-af40-a3ed44155b7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:17:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67006ec182fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "44824"
    uid: eb686fb9-749b-48ad-af8a-153e70f5e823
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:17:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67006ec878fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44827"
    uid: a718411d-f3d7-4c37-84fa-2d6b0547911f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:17:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67006ec9175e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44828"
    uid: 310b823d-177f-4232-8299-e7e5b92b7520
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:17:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67006f03e6a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44830"
    uid: c2a86178-49a7-45dd-9a6c-e04d2b484913
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:17:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c67006f0afef1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44831"
    uid: 626d85ba-0284-439b-9e1e-57f79ba55989
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:18:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T11:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:18:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c6700f8765d846
    namespace: kserve-ci-e2e-test
    resourceVersion: "45090"
    uid: 01f82309-5908-4c1c-8df0-766ffcd077f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:18:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:18:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c670139c0fc440
    namespace: kserve-ci-e2e-test
    resourceVersion: "45238"
    uid: d560cd20-de2f-45b8-a6ea-e46478824b0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:18:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:18:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c670139c10ea89
    namespace: kserve-ci-e2e-test
    resourceVersion: "45240"
    uid: 747713eb-dc3c-4ab5-a4ec-0017089357e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44759"
    uid: 6af74700-3a72-4602-8f16-1c72b0157da5
  kind: Event
  lastTimestamp: "2026-07-28T11:18:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.66:8643/healthz": dial tcp
    10.134.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:18:54Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8.18c670142f052e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45259"
    uid: bbab6a6d-d555-49f9-8186-145b6927e35e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "44747"
    uid: 6ffc49c4-d7b8-4e96-b34e-8c5c133d0e25
  kind: Event
  lastTimestamp: "2026-07-28T11:17:51Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-kjcq8'
  metadata:
    creationTimestamp: "2026-07-28T11:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:17:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c67005a1be63fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44758"
    uid: 4fab1725-d1ad-407f-8db2-69b05170ee26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44745"
    uid: a11b18d8-1d47-40af-9efa-62553f29faca
  kind: Event
  lastTimestamp: "2026-07-28T11:17:51Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:17:51Z"
    name: isvc-sklearn-v2-runtime-predictor.18c670059ae50387
    namespace: kserve-ci-e2e-test
    resourceVersion: "44749"
    uid: 355692c5-3228-4046-8307-dab7e564d4ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44748"
    uid: ac73bfd3-8cb3-4d25-aa5d-9af96731825d
  kind: Event
  lastTimestamp: "2026-07-28T11:18:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:18:21Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6700919b3829d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45000"
    uid: 87a5e578-a4d3-479d-8399-5cbb7b8f0c9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44748"
    uid: ac73bfd3-8cb3-4d25-aa5d-9af96731825d
  kind: Event
  lastTimestamp: "2026-07-28T11:18:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:18:21Z"
    name: isvc-sklearn-v2-runtime-predictor.18c670091a3996f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45002"
    uid: 1cee612f-3521-4203-bc0b-10c349751e81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44902"
    uid: ac73bfd3-8cb3-4d25-aa5d-9af96731825d
  kind: Event
  lastTimestamp: "2026-07-28T11:18:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:18:51Z"
    name: isvc-sklearn-v2-runtime-predictor.18c670101842328a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45222"
    uid: 7ea7bc98-0c9b-4bc9-a7aa-787a211a2b2f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44902"
    uid: ac73bfd3-8cb3-4d25-aa5d-9af96731825d
  kind: Event
  lastTimestamp: "2026-07-28T11:18:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:18:51Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6701018a31693
    namespace: kserve-ci-e2e-test
    resourceVersion: "45223"
    uid: b6f6a2a5-74cf-41aa-8dee-79ceafdb5df6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44737"
    uid: 137fae32-52a5-4d75-9434-20c7c784e1b9
  kind: Event
  lastTimestamp: "2026-07-28T11:18:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:18:44Z"
    name: isvc-sklearn-v2-runtime.18c670059b2cc558
    namespace: kserve-ci-e2e-test
    resourceVersion: "45170"
    uid: 1a153c5e-e88e-4386-94c0-951d6b565327
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44737"
    uid: 137fae32-52a5-4d75-9434-20c7c784e1b9
  kind: Event
  lastTimestamp: "2026-07-28T11:17:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:17:51Z"
    name: isvc-sklearn-v2-runtime.18c670059c3a87b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44752"
    uid: 1cf5d220-fd7e-4386-b9e8-7fd770e170b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45167"
    uid: 137fae32-52a5-4d75-9434-20c7c784e1b9
  kind: Event
  lastTimestamp: "2026-07-28T11:18:44Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:18:44Z"
    name: isvc-sklearn-v2-runtime.18c67011e094fd09
    namespace: kserve-ci-e2e-test
    resourceVersion: "45168"
    uid: 93f0e131-c25c-4717-b298-56923aae31b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45281"
    uid: 52d3e657-2c97-4f30-a19f-7d234e53b8cb
  kind: Event
  lastTimestamp: "2026-07-28T11:20:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:20:17Z"
    name: isvc-sklearn-v2.18c67014cb880ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45931"
    uid: 4a766ecc-83f8-4c11-9d7d-fbf7619a1d1e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45281"
    uid: 52d3e657-2c97-4f30-a19f-7d234e53b8cb
  kind: Event
  lastTimestamp: "2026-07-28T11:18:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:18:56Z"
    name: isvc-sklearn-v2.18c67014cc291edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45296"
    uid: 990ada40-52df-47ce-b262-a7c136aae590
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:20:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45929"
    uid: 52d3e657-2c97-4f30-a19f-7d234e53b8cb
  kind: Event
  lastTimestamp: "2026-07-28T11:20:17Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:20:17Z"
    name: isvc-sklearn-v2.18c67027981fa6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "45930"
    uid: dcaabd34-d427-4bcd-bb25-46341b78657e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43064"
    uid: 006916ed-6077-4825-988c-02b51c1b4709
  kind: Event
  lastTimestamp: "2026-07-28T11:15:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:15:55Z"
    name: isvc-sklearn.18c66fd7926c43c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43714"
    uid: e5e2c1d5-3cce-41a3-804f-04b19cdbcff4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:14:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43064"
    uid: 006916ed-6077-4825-988c-02b51c1b4709
  kind: Event
  lastTimestamp: "2026-07-28T11:14:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T11:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:14:33Z"
    name: isvc-sklearn.18c66fd792ee07a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43080"
    uid: 6a6ba4e9-4fd1-4338-81b8-025248429d70
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:15:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43712"
    uid: 006916ed-6077-4825-988c-02b51c1b4709
  kind: Event
  lastTimestamp: "2026-07-28T11:15:55Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:15:55Z"
    name: isvc-sklearn.18c66fea90c5468b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43713"
    uid: c0d0b2a2-6449-436e-a2db-485ea0c79a3c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:22:07.742645Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46862"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-cf4n6
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:22:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:22:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c6704139b9f691
    namespace: kserve-ci-e2e-test
    resourceVersion: "46866"
    uid: a90f7de8-f6d1-4980-a62a-39da734d0009
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46870"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:08Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:22:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c67041534a6bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "46878"
    uid: b839e4bd-df18-400d-9501-e6a9a0b255c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c6704154b1c41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46880"
    uid: a02a18ea-e0e0-4355-b3d4-ef5cdbc3b59e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c67041579bb34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46881"
    uid: 0764f6d5-1da5-4a3c-bb30-636bb0e5e149
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c670415817631f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46882"
    uid: 1be9476c-8a4a-4487-8503-9893b251b01e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:13Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-28T11:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c6704287cfca1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46923"
    uid: 6c5c66b8-0dc0-4fcc-a9c4-ec7041c8c30b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:17Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.851s (3.851s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T11:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:17Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c670436d644474
    namespace: kserve-ci-e2e-test
    resourceVersion: "46955"
    uid: 7d141699-d899-40e4-8519-a96c54d71b3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:17Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c6704370da0c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "46957"
    uid: 44b2fd90-b586-4132-9fba-1f570ce23eaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:17Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c67043714afd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "46958"
    uid: 4954bb22-463a-47de-a05b-e47fd89a6ed2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:17Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c6704371552242
    namespace: kserve-ci-e2e-test
    resourceVersion: "46959"
    uid: c1ee8afa-0b53-445c-b595-458e01f7eae2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:17Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c6704374635e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "46960"
    uid: 638c26b6-9efa-41db-8545-968c203e68e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:17Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c6704374d9a18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46961"
    uid: 4249f730-ebff-4a11-b4ed-d75e2de1dc41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c67043b366d714
    namespace: kserve-ci-e2e-test
    resourceVersion: "47013"
    uid: 7ff79ff5-7d12-467f-9113-f68aa1df200b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c6704abfe07738
    namespace: kserve-ci-e2e-test
    resourceVersion: "47214"
    uid: 1ed7de7c-f665-4ffa-ae38-d0a2ae01c183
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:22:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c6704abfe1ed5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47216"
    uid: 7f4a1101-e66b-404d-816f-0ec672c5d757
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 536c347b-3895-4891-9be3-c01b303c7365
  kind: Event
  lastTimestamp: "2026-07-28T11:23:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.69:8643/healthz": dial tcp
    10.134.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:23:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-cf4n6.18c6704aeb5fdf43
    namespace: kserve-ci-e2e-test
    resourceVersion: "47463"
    uid: 26c2aace-5779-48ae-8968-d068b4265b1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "46851"
    uid: b8cb3349-31b5-483b-8985-76840184e3c7
  kind: Event
  lastTimestamp: "2026-07-28T11:22:07Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-cf4n6'
  metadata:
    creationTimestamp: "2026-07-28T11:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:22:07Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c67041391c82b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46863"
    uid: 3cf62a00-052e-4abb-9400-c374f87db313
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46847"
    uid: e419aab7-63fc-4dff-89bf-8017509b09d9
  kind: Event
  lastTimestamp: "2026-07-28T11:22:07Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:22:07Z"
    name: isvc-tensorflow-predictor.18c6704134b61c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46853"
    uid: 66aa733b-099f-49ba-b3f5-6c67d7ec294e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46849"
    uid: df55843b-1e97-4226-975d-c9cceaf29037
  kind: Event
  lastTimestamp: "2026-07-28T11:22:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:22:22Z"
    name: isvc-tensorflow-predictor.18c67044b3ab1637
    namespace: kserve-ci-e2e-test
    resourceVersion: "47000"
    uid: af73fc02-6e2c-4d7c-83e8-dc91a209d707
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46849"
    uid: df55843b-1e97-4226-975d-c9cceaf29037
  kind: Event
  lastTimestamp: "2026-07-28T11:22:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:22:22Z"
    name: isvc-tensorflow-predictor.18c67044b4106979
    namespace: kserve-ci-e2e-test
    resourceVersion: "47002"
    uid: 85e1b614-62b2-4c49-a9eb-c8d242749b0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47001"
    uid: df55843b-1e97-4226-975d-c9cceaf29037
  kind: Event
  lastTimestamp: "2026-07-28T11:22:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:22:37Z"
    name: isvc-tensorflow-predictor.18c67048331f7699
    namespace: kserve-ci-e2e-test
    resourceVersion: "47120"
    uid: 6eb7af8f-bdaf-467c-8d7d-0e31d3fb5eb7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47001"
    uid: df55843b-1e97-4226-975d-c9cceaf29037
  kind: Event
  lastTimestamp: "2026-07-28T11:22:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:22:37Z"
    name: isvc-tensorflow-predictor.18c67048338d1293
    namespace: kserve-ci-e2e-test
    resourceVersion: "47122"
    uid: bd9d4d1f-69de-44fe-84d5-d4cbbff6b8e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:22:53.821454Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47274"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:22:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:22:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704bf43cc8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "47278"
    uid: 0cd2005f-7a9b-437c-8dc5-91f5d2c86b9d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47285"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:22:54Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:22:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704c0da370e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47295"
    uid: 50c4644a-40e1-4545-bc35-159bfab605bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:22:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704c0f15eafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47297"
    uid: edca2f3b-243a-4485-b6df-276883ed85ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:22:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704c12041fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47298"
    uid: f2de82be-79be-4d27-8730-4b63d18f8b18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:22:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704c12779534
    namespace: kserve-ci-e2e-test
    resourceVersion: "47299"
    uid: ccc4d0e3-73b1-4267-a654-36f13eb35a50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:22:59Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704d49cb09a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47345"
    uid: 5f79c177-c1e8-4993-9d86-ce227dd2f264
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:22:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704d4cdd6aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47347"
    uid: 44e64d61-be37-47dd-84ad-b1cc2d23aa63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:22:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704d4d4c9702
    namespace: kserve-ci-e2e-test
    resourceVersion: "47349"
    uid: 96832f5c-421d-4aab-bf9e-3853da590884
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:22:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704d4d56d484
    namespace: kserve-ci-e2e-test
    resourceVersion: "47351"
    uid: a3798c09-8680-4765-aa94-c01e76d76717
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:22:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704d4ff9251c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47354"
    uid: 768b0c26-a711-4721-8d73-ecee1ec63d89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:22:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:22:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704d5067ea63
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 82d31b12-42fb-4034-ac4a-13f9b638b9e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:23:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:23:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c6704dc1a6db95
    namespace: kserve-ci-e2e-test
    resourceVersion: "47410"
    uid: 536f8ab6-6f86-47eb-b2de-ef4a5ac291ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:23:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:23:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c67055878bca9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47632"
    uid: f8ad8a23-4a3d-4ba7-b1aa-da0e0da94517
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:23:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:23:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c67055878c5021
    namespace: kserve-ci-e2e-test
    resourceVersion: "47633"
    uid: 14506d93-e12f-476f-b16d-ecbf12d000b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: f7df6eb1-0ff4-4b50-946b-1588ff35f319
  kind: Event
  lastTimestamp: "2026-07-28T11:24:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.70:8643/healthz": dial tcp
    10.134.0.70:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:24:02Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb.18c67056239ac99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47885"
    uid: b89ff3e9-c40b-4075-968c-246f07a9b888
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "47265"
    uid: 83e1e135-5cf4-48f4-9636-4af0829c032c
  kind: Event
  lastTimestamp: "2026-07-28T11:22:53Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-6sqxb'
  metadata:
    creationTimestamp: "2026-07-28T11:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:22:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c6704bf3d35f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 4872ee00-8a2e-4002-9fd9-eb60dc4d4d11
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47263"
    uid: 56b41a34-8b22-44e5-855f-0aa07383f5f4
  kind: Event
  lastTimestamp: "2026-07-28T11:22:53Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:22:53Z"
    name: isvc-tensorflow-runtime-predictor.18c6704bf0b7e554
    namespace: kserve-ci-e2e-test
    resourceVersion: "47267"
    uid: fa8f38b6-de38-46b1-887c-c7ec15deb0e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47264"
    uid: aae24ba9-0f0f-4f7d-a0e7-472acc51689c
  kind: Event
  lastTimestamp: "2026-07-28T11:23:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:23:23Z"
    name: isvc-tensorflow-runtime-predictor.18c6704f6f3167de
    namespace: kserve-ci-e2e-test
    resourceVersion: "47541"
    uid: 006cc98c-838e-473d-8908-dac0aa754e4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47264"
    uid: aae24ba9-0f0f-4f7d-a0e7-472acc51689c
  kind: Event
  lastTimestamp: "2026-07-28T11:23:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:23:23Z"
    name: isvc-tensorflow-runtime-predictor.18c6704f6f9566eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47542"
    uid: b2fe6dbd-3e20-4558-b060-25df2b6fadb3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47256"
    uid: 690cc6d9-1492-4231-87da-01d117bd65ab
  kind: Event
  lastTimestamp: "2026-07-28T11:23:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:23:17Z"
    name: isvc-tensorflow-runtime.18c6704bf0c80bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 0d9f1a0c-925e-4eaf-8b08-ccfae95f8eb1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47256"
    uid: 690cc6d9-1492-4231-87da-01d117bd65ab
  kind: Event
  lastTimestamp: "2026-07-28T11:22:53Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:22:53Z"
    name: isvc-tensorflow-runtime.18c6704bf1456a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47287"
    uid: fd99224c-761e-4e9d-8677-0e86ea53f549
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47260"
    uid: 690cc6d9-1492-4231-87da-01d117bd65ab
  kind: Event
  lastTimestamp: "2026-07-28T11:22:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:22:53Z"
    name: isvc-tensorflow-runtime.18c6704bf8223686
    namespace: kserve-ci-e2e-test
    resourceVersion: "47288"
    uid: 2477fe22-6069-41e5-9286-640f4933a4b9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47493"
    uid: 690cc6d9-1492-4231-87da-01d117bd65ab
  kind: Event
  lastTimestamp: "2026-07-28T11:23:17Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:23:17Z"
    name: isvc-tensorflow-runtime.18c670518197ed28
    namespace: kserve-ci-e2e-test
    resourceVersion: "47494"
    uid: d2e4f285-c31e-4308-8670-74755d4ef813
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46840"
    uid: 595cc72a-660b-49d6-a9f8-dbcca7f94b88
  kind: Event
  lastTimestamp: "2026-07-28T11:22:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:22:34Z"
    name: isvc-tensorflow.18c6704134b08ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47093"
    uid: d006aa1d-7def-4f5a-b95a-d5b82897d7fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46840"
    uid: 595cc72a-660b-49d6-a9f8-dbcca7f94b88
  kind: Event
  lastTimestamp: "2026-07-28T11:22:07Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:22:07Z"
    name: isvc-tensorflow.18c670413558a607
    namespace: kserve-ci-e2e-test
    resourceVersion: "46857"
    uid: 19734d49-14a1-48a6-a1c6-298347b58757
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:22:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "47091"
    uid: 595cc72a-660b-49d6-a9f8-dbcca7f94b88
  kind: Event
  lastTimestamp: "2026-07-28T11:22:34Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:22:34Z"
    name: isvc-tensorflow.18c6704773a7f97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47092"
    uid: ef6168a1-f138-495a-baa0-db3880557ada
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:23:40.134888Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47699"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-rjs9b
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:23:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:23:40Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67056bcbbafc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47706"
    uid: f8c28051-29d1-4154-b90d-3963174c944b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:23:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T11:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:23:40Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67056c8604c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47713"
    uid: f4b7e52a-b2b6-44e1-a856-b27206707bc9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47709"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:23:41Z"
  message: Add eth0 [10.134.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:23:41Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67056fa1d596e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47721"
    uid: 9b0725ce-d15a-4ee5-ad21-98bee81e0b5b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:23:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:23:41Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67056fbb6530b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47723"
    uid: 75676c4f-27b3-4cce-a488-2512abe47961
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:23:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:23:41Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67056fe5e8676
    namespace: kserve-ci-e2e-test
    resourceVersion: "47725"
    uid: 77e9a88a-1b1a-415e-93ca-650b364b3a39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:23:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:23:41Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67056fed0b0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47726"
    uid: 2c33f416-351d-4e0f-acaf-2fd7a792da0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:23:45Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-28T11:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:23:45Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c670580b114e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "47764"
    uid: b3af7769-fcd7-43cd-a1b9-a5fb4f08a155
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:40Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.459s
    (1m54.459s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T11:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:40Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67072b16166dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "48566"
    uid: 332b82cb-b672-4ac0-8a8d-28954fdcee39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:40Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67072b72a6a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "48569"
    uid: a46b9b1f-1094-474d-83f4-c86ce1f918cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:40Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67072b8637ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "48570"
    uid: 89924ca5-8d65-4328-be65-5ea0a86174b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:40Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67072b86eb7b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48571"
    uid: 23962b4f-f72d-4ac7-96f7-1d3cb4b2c89c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:40Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67072be205a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "48572"
    uid: f43f956f-6477-4234-864e-b462ea621f56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:40Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67072bf35af64
    namespace: kserve-ci-e2e-test
    resourceVersion: "48573"
    uid: 467974f6-02ce-4b86-bcd7-bf665c1374e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:43Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c670733164a330
    namespace: kserve-ci-e2e-test
    resourceVersion: "48594"
    uid: 74ef4652-b4ca-4761-99cb-3761850bd3ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:51Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c670755cace778
    namespace: kserve-ci-e2e-test
    resourceVersion: "48686"
    uid: 5a5db67f-43e4-42ac-ac61-ef79eac2ac61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:51Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c670755cad7066
    namespace: kserve-ci-e2e-test
    resourceVersion: "48687"
    uid: e7b69fe9-9a92-4a14-b782-1c5fe6a9a166
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-rjs9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 883a7475-e4ff-48f0-9380-e4ec60f5f24e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.71:8643/healthz": dial tcp
    10.134.0.71:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:53Z"
    name: isvc-triton-predictor-5d7db58676-rjs9b.18c67075c13e343b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48697"
    uid: 1dd4adbf-ff03-49e1-8e85-d1fdc89d5563
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "47690"
    uid: f4c36f8e-79a5-4a62-a56f-63e613250afb
  kind: Event
  lastTimestamp: "2026-07-28T11:23:40Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-rjs9b'
  metadata:
    creationTimestamp: "2026-07-28T11:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:23:40Z"
    name: isvc-triton-predictor-5d7db58676.18c67056bc2fbb5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47700"
    uid: 76e8280a-83a3-4852-88ab-a31cbf5e4ed3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47688"
    uid: 9ac573e9-5769-4172-bcde-37e2cf3a7040
  kind: Event
  lastTimestamp: "2026-07-28T11:23:40Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:23:40Z"
    name: isvc-triton-predictor.18c67056b90d5608
    namespace: kserve-ci-e2e-test
    resourceVersion: "47691"
    uid: c749ceb6-0d1e-4bf7-9fa6-1391593cf4e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47689"
    uid: 377c19da-b4cf-4b92-aaa7-0260f6e736fa
  kind: Event
  lastTimestamp: "2026-07-28T11:25:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:25:40Z"
    name: isvc-triton-predictor.18c6705a383b346d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48567"
    uid: a084262c-0993-4df2-9cd0-4dc9a83b3c07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47689"
    uid: 377c19da-b4cf-4b92-aaa7-0260f6e736fa
  kind: Event
  lastTimestamp: "2026-07-28T11:25:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:25:40Z"
    name: isvc-triton-predictor.18c6705a38a8576e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48568"
    uid: bd57482e-2663-44bb-824c-dbd34c07d669
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47680"
    uid: b954d2a4-9e33-4f87-9190-9cf47f39197a
  kind: Event
  lastTimestamp: "2026-07-28T11:25:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:25:48Z"
    name: isvc-triton.18c67056b923c43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48643"
    uid: 60d7b126-8d0e-4b1f-9bcf-c4ad397f9fb8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:23:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47680"
    uid: b954d2a4-9e33-4f87-9190-9cf47f39197a
  kind: Event
  lastTimestamp: "2026-07-28T11:23:40Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T11:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:23:40Z"
    name: isvc-triton.18c67056b9954166
    namespace: kserve-ci-e2e-test
    resourceVersion: "47695"
    uid: df78288c-e218-4d78-b51e-f38afd80c6c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "48641"
    uid: b954d2a4-9e33-4f87-9190-9cf47f39197a
  kind: Event
  lastTimestamp: "2026-07-28T11:25:48Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:25:48Z"
    name: isvc-triton.18c670749ec7a51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48642"
    uid: 09f45992-2438-4fe9-84a4-7ddcb4b1b212
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:25:56.804800Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48746"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-48bb6
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:25:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:25:56Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c670768ee512e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48750"
    uid: e2947f1f-2f02-4c15-8397-4a9321f28650
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48757"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:57Z"
  message: Add eth0 [10.134.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:25:57Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c67076ab0c296c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: cba33a22-01d9-487c-afe4-dc05d65fe907
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:57Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c67076ac8eedef
    namespace: kserve-ci-e2e-test
    resourceVersion: "48769"
    uid: ccd2176e-e4a9-4015-bee5-1dafcf0404c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:57Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c67076b3327b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48771"
    uid: 40f9a8ba-71a0-498c-97fe-10ea77976326
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:25:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:25:57Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c67076b481525b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48772"
    uid: dd267435-c75b-4a06-b21d-c55effbebe9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:26:01Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T11:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:26:01Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c67077a2f89e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "48805"
    uid: 178d3593-63f3-4b9e-ac4a-8459856cd92a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:26:19Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.8s (17.8s including
    waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T11:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:26:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c6707bc7f585ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "48929"
    uid: e8d9ed6d-440c-46a3-b25a-8d22d330147a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:26:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:26:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c6707bce3fd1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48931"
    uid: f1ee5d9b-5ca5-469f-b9be-00462631cf7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:26:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:26:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c6707bcf50607c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48932"
    uid: 56ac4580-b9df-4eba-aede-47eed75de1cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:26:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:26:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c6707bcf5b0e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "48933"
    uid: 6ad498b4-69e7-49d7-86bc-6e8ca1564fcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:26:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:26:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c6707bd5215264
    namespace: kserve-ci-e2e-test
    resourceVersion: "48935"
    uid: 62c920ff-d468-493a-b9bf-74874310d994
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:26:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:26:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c6707bd633e637
    namespace: kserve-ci-e2e-test
    resourceVersion: "48936"
    uid: 30516362-d2f8-430c-89c8-c096ebbe54fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:27:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.72:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c6707c14ba18e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49347"
    uid: 2d3cf802-a36f-4492-805f-37e103d75add
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:27:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c6708ddac47d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "49511"
    uid: 6a5e2a45-df9f-43cb-ade3-61b287da4862
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 3e13b163-fb82-4abe-9f37-4b8ead28522e
  kind: Event
  lastTimestamp: "2026-07-28T11:27:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-48bb6.18c6708ddac4f389
    namespace: kserve-ci-e2e-test
    resourceVersion: "49512"
    uid: f1c49d6d-3920-4c37-88ba-4bd7678ac6b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48734"
    uid: 378d28cd-88ef-4761-a3c6-5a0228102dd1
  kind: Event
  lastTimestamp: "2026-07-28T11:25:56Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-48bb6'
  metadata:
    creationTimestamp: "2026-07-28T11:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:25:56Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c670768e3c1ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48747"
    uid: 210be759-7296-4172-925c-a8a5608e2c12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48733"
    uid: bc18cd6d-0e10-472a-8177-84ee5d51ab56
  kind: Event
  lastTimestamp: "2026-07-28T11:25:56Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:25:56Z"
    name: isvc-xgboost-predictor.18c6707688a5f7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48736"
    uid: 8c31a48f-c4f4-4515-a14a-bbdd10a59dd8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48735"
    uid: f4637ddc-36cc-4051-a68c-ac7462674a2b
  kind: Event
  lastTimestamp: "2026-07-28T11:26:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:26:56Z"
    name: isvc-xgboost-predictor.18c6707a07a8bad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49205"
    uid: bea38cd5-0cd6-41ee-91d7-92a4bad91e58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48735"
    uid: f4637ddc-36cc-4051-a68c-ac7462674a2b
  kind: Event
  lastTimestamp: "2026-07-28T11:26:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:26:56Z"
    name: isvc-xgboost-predictor.18c6707a07edf11b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49206"
    uid: ed83c10b-3a91-4648-8b96-71e3a208791d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48877"
    uid: f4637ddc-36cc-4051-a68c-ac7462674a2b
  kind: Event
  lastTimestamp: "2026-07-28T11:27:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:27:26Z"
    name: isvc-xgboost-predictor.18c6708105daeab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49422"
    uid: cca41b20-276b-4b3e-8593-9d06f6c98bc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:26:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48877"
    uid: f4637ddc-36cc-4051-a68c-ac7462674a2b
  kind: Event
  lastTimestamp: "2026-07-28T11:27:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:27:26Z"
    name: isvc-xgboost-predictor.18c67081063ecfe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "49423"
    uid: 52e113fe-6c0d-4ad3-a7ef-734b5a132501
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:29:32.516591Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50517"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:29:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:29:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670a8c851cfd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "50521"
    uid: 5dc53fd9-2e40-43ed-8d45-e4e67ff3fc47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50528"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:29:32Z"
  message: Add eth0 [10.134.0.75/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:29:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670a8e1d8c31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50541"
    uid: a0a6d66d-df8f-4e9e-bae6-2cb9cff88f03
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:29:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670a8e349ced1
    namespace: kserve-ci-e2e-test
    resourceVersion: "50544"
    uid: d51aac48-f483-4339-82d9-07ea90bd8b8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:29:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:33Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670a8e666a65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50545"
    uid: 66132064-b9d6-405d-802f-6637fb807de8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:29:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:33Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670a8e6da4d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "50546"
    uid: deee8c3d-b2b3-4461-b3a6-2d07778c677e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:29:37Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:37Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670a9e7c81735
    namespace: kserve-ci-e2e-test
    resourceVersion: "50589"
    uid: 85d9ba1b-0884-48a7-89af-4052a735fc4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:29:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:37Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670a9eacc4df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50591"
    uid: 98df632b-1e66-4e72-b75e-1fe201ecc583
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:29:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:37Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670a9eb581fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 0615e502-b965-4d09-b280-68e1da7c9b09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:29:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:37Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670a9eb6399ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "50595"
    uid: 3154496a-fc35-4182-9c20-c9b7191a0747
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:29:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:37Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670a9ee3bf3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "50596"
    uid: 9009d814-6b32-43e0-a00f-766d97ae800b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:29:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:37Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670a9eeaa4977
    namespace: kserve-ci-e2e-test
    resourceVersion: "50598"
    uid: 6d6083a5-5107-41f4-be13-e893fb7ad37b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:30:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.75:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:30:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670aa23c96141
    namespace: kserve-ci-e2e-test
    resourceVersion: "51164"
    uid: e1ad2537-bd4b-493b-93d0-36eec6cfc758
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:30:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:30:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670bb6d47f3c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51152"
    uid: 2a207baf-c5e4-493c-905f-02ea040528bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:30:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:30:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670bb6d4862f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51153"
    uid: 3de82299-5bdd-46a7-aea6-df904c625c0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 3b2dd96e-e65b-4d2b-ad6c-49b3367c7f15
  kind: Event
  lastTimestamp: "2026-07-28T11:30:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.75:8643/healthz": dial tcp
    10.134.0.75:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:30:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:30:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm.18c670bbd5e9aae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51163"
    uid: f90f30c6-1d73-490e-ad63-e83729b10123
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "50507"
    uid: 2dd693fb-fcb7-4879-8bb2-ee637abaa703
  kind: Event
  lastTimestamp: "2026-07-28T11:29:32Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-x6hgm'
  metadata:
    creationTimestamp: "2026-07-28T11:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:29:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c670a8c7de9ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50518"
    uid: 5f17a8ae-cd08-4f87-a135-d067c89b9d6f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50504"
    uid: 4e62e98a-f058-4caf-93bc-33f3fcafe184
  kind: Event
  lastTimestamp: "2026-07-28T11:29:32Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T11:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:29:32Z"
    name: isvc-xgboost-runtime-predictor.18c670a8c4b2bf8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50508"
    uid: 211a1b29-0a89-4674-b1a4-14a902d0149f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50506"
    uid: 1d341442-4999-420b-9ef1-b44380fd2062
  kind: Event
  lastTimestamp: "2026-07-28T11:30:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:30:02Z"
    name: isvc-xgboost-runtime-predictor.18c670ac43d8c7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "50774"
    uid: b19c5be3-3e0a-479a-906a-a20fab63ad38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50506"
    uid: 1d341442-4999-420b-9ef1-b44380fd2062
  kind: Event
  lastTimestamp: "2026-07-28T11:30:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:30:02Z"
    name: isvc-xgboost-runtime-predictor.18c670ac44408ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50775"
    uid: 8d9ac5ec-d9aa-46c3-a926-5d8eeef25d7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50675"
    uid: 1d341442-4999-420b-9ef1-b44380fd2062
  kind: Event
  lastTimestamp: "2026-07-28T11:30:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:30:47Z"
    name: isvc-xgboost-runtime-predictor.18c670b34300a6b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51103"
    uid: d3801a20-a3c3-4ec4-a9c2-9d3422d7a2f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50675"
    uid: 1d341442-4999-420b-9ef1-b44380fd2062
  kind: Event
  lastTimestamp: "2026-07-28T11:30:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:30:47Z"
    name: isvc-xgboost-runtime-predictor.18c670b343a3471e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51104"
    uid: 659e0af6-a009-4fa1-98d5-df4c0fe0fa0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50497"
    uid: ad6b60f7-59ff-4185-be42-d7d3c704c8c9
  kind: Event
  lastTimestamp: "2026-07-28T11:30:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:30:44Z"
    name: isvc-xgboost-runtime.18c670a8c4e7c1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51079"
    uid: 0307799d-bb41-4061-bb34-1ce454b717a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50497"
    uid: ad6b60f7-59ff-4185-be42-d7d3c704c8c9
  kind: Event
  lastTimestamp: "2026-07-28T11:29:32Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:29:32Z"
    name: isvc-xgboost-runtime.18c670a8c545459f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50530"
    uid: 1f2dee3c-1811-4772-a97f-125a9832ec2e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50500"
    uid: ad6b60f7-59ff-4185-be42-d7d3c704c8c9
  kind: Event
  lastTimestamp: "2026-07-28T11:29:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:29:32Z"
    name: isvc-xgboost-runtime.18c670a8ccad5f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50531"
    uid: 89ecfbac-8bba-42af-8cc0-187379421b27
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51076"
    uid: ad6b60f7-59ff-4185-be42-d7d3c704c8c9
  kind: Event
  lastTimestamp: "2026-07-28T11:30:44Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:30:44Z"
    name: isvc-xgboost-runtime.18c670b9879a91eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51077"
    uid: 8667fb0c-61e5-4109-b95a-4181f649409f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:27:42.051062Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49574"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:27:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:27:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6708f10112cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "49579"
    uid: 977f6499-f8c5-468d-879d-b50d9d93c0ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49586"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:27:42Z"
  message: Add eth0 [10.134.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:27:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6708f294d47d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49592"
    uid: 39bdeb24-d3d0-4c1a-890a-a35fe8339907
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:27:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6708f2ac2b5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49594"
    uid: ff7050ae-6783-42ef-b3f0-fa229c708c7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:27:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6708f2e55e88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49595"
    uid: 38f1cbf1-1901-4769-86a6-3c4acac4d79d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:27:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6708f2ec28d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: c7ffb519-00c8-493c-88d3-326a29bc038e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:27:46Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T11:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c670902f17bfe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49632"
    uid: a3e1a83f-56c9-4c43-a629-facf7f182b12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:27:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c670903222f50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49634"
    uid: c9175802-95c0-449f-a706-d007bde593df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:27:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6709032876ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49635"
    uid: 6e8be338-38be-4ee5-b0fb-47963d2b68a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:27:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c670903291124e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 08f9351a-675d-452f-af4c-976aee6556fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:27:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6709035b842d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49639"
    uid: b068369b-318a-43ae-a365-c2897e39adc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:27:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:27:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6709036425fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "49641"
    uid: 6054c745-9369-49a3-b934-ca5e23be99c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:28:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6709ab68c4192
    namespace: kserve-ci-e2e-test
    resourceVersion: "49985"
    uid: 695a1df4-f02e-448a-9623-033e18196ba9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:28:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6709ab68cda98
    namespace: kserve-ci-e2e-test
    resourceVersion: "49986"
    uid: ae67fd10-a1b2-43c9-92e8-2712e95f9ae4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:28:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.73:8643/healthz": dial tcp
    10.134.0.73:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6709b5cf8b47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50014"
    uid: dd7a648b-f366-4462-ac6e-8926e4ba922e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 3edd9ded-542e-4317-abd9-402a56f91d30
  kind: Event
  lastTimestamp: "2026-07-28T11:28:34Z"
  message: 'Readiness probe failed: Get "http://10.134.0.73:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.73:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g.18c6709b5d4ce002
    namespace: kserve-ci-e2e-test
    resourceVersion: "50015"
    uid: 29601191-8d5d-4007-b2bb-dbbbb07d61f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "49562"
    uid: 442c018e-e100-4ec8-9db3-df39b9dd3575
  kind: Event
  lastTimestamp: "2026-07-28T11:27:42Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tb78g'
  metadata:
    creationTimestamp: "2026-07-28T11:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:27:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c6708f0f814826
    namespace: kserve-ci-e2e-test
    resourceVersion: "49576"
    uid: 9992d0e4-2c59-4a47-906c-9fa5669d57fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49559"
    uid: a3eeac5c-0aec-4b80-a606-5ee25f8874a7
  kind: Event
  lastTimestamp: "2026-07-28T11:27:41Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:27:41Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6708f0892ce4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49563"
    uid: 503bdb7d-74b9-4cf9-8faf-0daa1f01a352
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49561"
    uid: 4f00510f-1f6e-4d45-ba58-068aee308cc6
  kind: Event
  lastTimestamp: "2026-07-28T11:28:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:28:26Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6709287e43ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49936"
    uid: dcd8b3ce-caa5-4c49-acd9-82707b5ea398
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49561"
    uid: 4f00510f-1f6e-4d45-ba58-068aee308cc6
  kind: Event
  lastTimestamp: "2026-07-28T11:28:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:28:26Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6709288431436
    namespace: kserve-ci-e2e-test
    resourceVersion: "49938"
    uid: 0fa291e5-131d-4604-80b4-fcce7cca70e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49711"
    uid: 4f00510f-1f6e-4d45-ba58-068aee308cc6
  kind: Event
  lastTimestamp: "2026-07-28T11:28:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:28:11Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c67096070612f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49815"
    uid: 0b83c413-b900-4f88-8874-f6eb02bbdadc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49711"
    uid: 4f00510f-1f6e-4d45-ba58-068aee308cc6
  kind: Event
  lastTimestamp: "2026-07-28T11:28:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:28:11Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c670960770a614
    namespace: kserve-ci-e2e-test
    resourceVersion: "49816"
    uid: ccc82c96-cd7f-4a1d-8f09-a4ea489e5fa9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49552"
    uid: 6ec29e3d-ba6a-433c-b7bf-81c373f8d618
  kind: Event
  lastTimestamp: "2026-07-28T11:28:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:28:25Z"
    name: isvc-xgboost-v2-mlserver.18c6708f089afbc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49919"
    uid: 66b714e3-5cfb-4481-a383-a60452ce5c65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49552"
    uid: 6ec29e3d-ba6a-433c-b7bf-81c373f8d618
  kind: Event
  lastTimestamp: "2026-07-28T11:27:41Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:27:41Z"
    name: isvc-xgboost-v2-mlserver.18c6708f0938723c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49567"
    uid: 9b3c38b9-1f7d-4e9c-bff9-7d2a99cffdc7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49917"
    uid: 6ec29e3d-ba6a-433c-b7bf-81c373f8d618
  kind: Event
  lastTimestamp: "2026-07-28T11:28:24Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:28:24Z"
    name: isvc-xgboost-v2-mlserver.18c670990ee8f7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49918"
    uid: 71f5924b-013c-4f46-a28a-f59a00c5768d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:32:03.071601Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51761"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:32:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:32:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cbd618e3b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51768"
    uid: 0c85a412-a3c3-43c0-b0ab-8be1b46e4945
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:32:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T11:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cbe3d446a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51778"
    uid: b149d7c9-8ae0-4d6c-8366-ba4ebda26616
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51772"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:32:04Z"
  message: Add eth0 [10.134.0.77/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:32:04Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cc13745ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51786"
    uid: 5366eba7-4bc2-4d22-b237-62cfeb8efb14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:32:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:04Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cc15b9be6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51788"
    uid: b93c754a-10e7-4e31-86cd-cbf0994aeec6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:32:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:04Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cc18b67bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51789"
    uid: 0a2227cc-12fd-4a53-90af-027929b6af0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:32:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:04Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cc197700a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51790"
    uid: 434a3cf6-1a09-43b3-8325-081c4b21d8be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:32:08Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:08Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cd350c2b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51833"
    uid: 1e89df74-6904-481a-9878-6ce0e19c715a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:32:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:09Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cd38060626
    namespace: kserve-ci-e2e-test
    resourceVersion: "51835"
    uid: 5abf2b3e-8890-4d1d-b096-78baa8b52e0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:32:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:09Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cd3876a7b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51836"
    uid: cee53f92-bdfc-4498-a45b-4dd4c2409307
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:32:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:09Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cd3881096a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51837"
    uid: 62b0df30-8caf-46a1-a95f-1626f9a45664
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:32:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:09Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cd3b606be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51841"
    uid: c1ca7cec-8574-4ad5-99ad-3c0027056fdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:32:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:09Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cd3bd35f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51842"
    uid: 2943a337-761c-4010-94e0-e5c429e64865
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:33:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.77:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T11:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:06Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670cdace95565
    namespace: kserve-ci-e2e-test
    resourceVersion: "52245"
    uid: 7be16d9c-9d83-44cb-8edd-e51d6c46b318
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:33:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670de7998e6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52385"
    uid: 939b3272-8e80-4aba-9902-f05d2575f65b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51765"
    uid: 710d9da2-c0dd-4bdf-9c22-783353bbd3b8
  kind: Event
  lastTimestamp: "2026-07-28T11:33:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:33:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h4r7k.18c670de799a00b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52386"
    uid: 8e395b95-1e77-4bcd-80af-393ebf1c87b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51751"
    uid: 0eca5334-32d7-4728-926a-a0fb95f93a60
  kind: Event
  lastTimestamp: "2026-07-28T11:32:03Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-h4r7k'
  metadata:
    creationTimestamp: "2026-07-28T11:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:32:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c670cbd558b0ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "51766"
    uid: 282eb26d-0877-4415-8d03-07944317edd0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: b21845eb-a9ea-4898-a683-25ae565ece28
  kind: Event
  lastTimestamp: "2026-07-28T11:32:02Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:32:02Z"
    name: isvc-xgboost-v2-predictor.18c670cbd18fe671
    namespace: kserve-ci-e2e-test
    resourceVersion: "51752"
    uid: eead0671-ebb0-4193-9643-f6fa4ea6ec04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51750"
    uid: 59b1adb1-4c96-4186-8779-5dda51a0e8c3
  kind: Event
  lastTimestamp: "2026-07-28T11:32:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:32:33Z"
    name: isvc-xgboost-v2-predictor.18c670cf50b27512
    namespace: kserve-ci-e2e-test
    resourceVersion: "52012"
    uid: 491f027c-7bc9-448c-abb3-edc0c39c89a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51750"
    uid: 59b1adb1-4c96-4186-8779-5dda51a0e8c3
  kind: Event
  lastTimestamp: "2026-07-28T11:32:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:32:33Z"
    name: isvc-xgboost-v2-predictor.18c670cf51481f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52013"
    uid: 5fb4b12a-7bd1-40da-9c8b-13ca62bbda82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51910"
    uid: 59b1adb1-4c96-4186-8779-5dda51a0e8c3
  kind: Event
  lastTimestamp: "2026-07-28T11:33:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:33:18Z"
    name: isvc-xgboost-v2-predictor.18c670d64f85658d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52334"
    uid: 5cd3b179-fcee-48ce-97a0-e82804ae92bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51910"
    uid: 59b1adb1-4c96-4186-8779-5dda51a0e8c3
  kind: Event
  lastTimestamp: "2026-07-28T11:33:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:33:18Z"
    name: isvc-xgboost-v2-predictor.18c670d6501bc421
    namespace: kserve-ci-e2e-test
    resourceVersion: "52335"
    uid: 0d9e4c4b-2149-441c-8d03-aaa49068c2e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:30:57.759638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51217"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:30:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:30:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670bca13368a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51224"
    uid: 5e83e948-2eee-4423-920c-80d7fbf1079e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:30:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T11:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:30:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670bcac2f1191
    namespace: kserve-ci-e2e-test
    resourceVersion: "51230"
    uid: 123cf9e5-b489-4427-a608-b04197967ddc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51227"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:30:58Z"
  message: Add eth0 [10.134.0.76/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:30:58Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670bcde4ea01f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51240"
    uid: 390045f5-3c26-4825-b2a1-621a8be64d76
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:30:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:30:58Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670bcdfc25c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51242"
    uid: 12a6db4e-7f93-40ed-a10a-a8d3c9a920d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:30:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:30:58Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670bce2a38db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51245"
    uid: 8046beb7-9727-438a-b964-8e5b11cf6bb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:30:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:30:58Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670bce3135448
    namespace: kserve-ci-e2e-test
    resourceVersion: "51246"
    uid: 4151a270-6772-47fe-baa7-1f8dd0ce687b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:31:03Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T11:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:31:03Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670be02a01be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51285"
    uid: f6cc034d-f2a4-47b3-a0a5-6ccc9923e8e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:31:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:31:03Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670be05a12b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51288"
    uid: 777fca10-eaa1-4278-a470-2f78a08631ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:31:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:31:03Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670be06123490
    namespace: kserve-ci-e2e-test
    resourceVersion: "51289"
    uid: f70bfdd4-f075-4914-93b8-9e1ae58dd4c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:31:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:31:03Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670be061c0fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51291"
    uid: 348bad04-1c66-4bc7-afbc-e33db384d187
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:31:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:31:03Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670be09446ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51293"
    uid: 9d0b2fd1-1b65-4c9d-9b98-551791d6c407
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:31:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:31:03Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670be09b3229a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51295"
    uid: dfadb110-9e35-416c-87cc-d03e56be2b66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:31:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T11:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:31:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670c6e1d8a247
    namespace: kserve-ci-e2e-test
    resourceVersion: "51557"
    uid: e05543df-03ac-4049-a409-0bfb0a720bf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:31:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:31:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670caa5927eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "51700"
    uid: b0158318-1d3e-436a-bfb0-77120bc0bad5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:31:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:31:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670caa5933206
    namespace: kserve-ci-e2e-test
    resourceVersion: "51701"
    uid: fa27ca35-ce97-43d1-8052-1eaafbc09b59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:32:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.76:8643/healthz": dial tcp
    10.134.0.76:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670cb8495150d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51731"
    uid: 1a4ed127-9090-4298-9fd5-a570795c1433
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51219"
    uid: 7955e3e8-d873-4c53-ac2b-96d59a1709f6
  kind: Event
  lastTimestamp: "2026-07-28T11:32:01Z"
  message: 'Readiness probe failed: Get "http://10.134.0.76:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.76:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:32:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26.18c670cb84ea9d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "51732"
    uid: 1f2a29c5-e12c-4b0f-9940-fc4334ff435b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51207"
    uid: 03b72985-fab1-409a-9da9-975ba9697f5d
  kind: Event
  lastTimestamp: "2026-07-28T11:30:57Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-47x26'
  metadata:
    creationTimestamp: "2026-07-28T11:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:30:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c670bca0bd82f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51218"
    uid: 5adcd3b0-3442-4414-ae1c-187423df9dda
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51205"
    uid: b540223c-25f1-42f2-8520-8cdf4ff7b6ae
  kind: Event
  lastTimestamp: "2026-07-28T11:30:57Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T11:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:30:57Z"
    name: isvc-xgboost-v2-runtime-predictor.18c670bc9daf6a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51208"
    uid: 54e0da0b-a93b-4ca0-a507-fc6cae95c650
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51206"
    uid: 21a4ba4a-c110-461a-9ab8-6498379b6e60
  kind: Event
  lastTimestamp: "2026-07-28T11:31:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:31:42Z"
    name: isvc-xgboost-v2-runtime-predictor.18c670c01c3255ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: f76474f6-5586-4443-bd1c-9f6bc937ea32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51206"
    uid: 21a4ba4a-c110-461a-9ab8-6498379b6e60
  kind: Event
  lastTimestamp: "2026-07-28T11:31:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:31:42Z"
    name: isvc-xgboost-v2-runtime-predictor.18c670c01ca10c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "51566"
    uid: 1e1f9337-3051-49b7-8645-04dcec73d7c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51358"
    uid: 21a4ba4a-c110-461a-9ab8-6498379b6e60
  kind: Event
  lastTimestamp: "2026-07-28T11:31:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:31:57Z"
    name: isvc-xgboost-v2-runtime-predictor.18c670c39bbf723f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51683"
    uid: 8127e0d1-03e1-49f1-964f-f58218ca305b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51358"
    uid: 21a4ba4a-c110-461a-9ab8-6498379b6e60
  kind: Event
  lastTimestamp: "2026-07-28T11:31:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:31:57Z"
    name: isvc-xgboost-v2-runtime-predictor.18c670c39c08b6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51684"
    uid: 78a43ddb-e75a-4e74-ab64-c4f7f391d080
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51197"
    uid: 3226009a-5356-4da2-b41c-a9c27de038f9
  kind: Event
  lastTimestamp: "2026-07-28T11:31:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:31:51Z"
    name: isvc-xgboost-v2-runtime.18c670bc9db352ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "51639"
    uid: 059a39da-c114-4093-81c2-567e13231232
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:30:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51197"
    uid: 3226009a-5356-4da2-b41c-a9c27de038f9
  kind: Event
  lastTimestamp: "2026-07-28T11:30:57Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:30:57Z"
    name: isvc-xgboost-v2-runtime.18c670bc9e582a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51212"
    uid: 893b59a6-ead5-4bf7-b4ec-94af49169225
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:31:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51636"
    uid: 3226009a-5356-4da2-b41c-a9c27de038f9
  kind: Event
  lastTimestamp: "2026-07-28T11:31:51Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:31:51Z"
    name: isvc-xgboost-v2-runtime.18c670c937b59f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "51637"
    uid: baf37ac8-298f-4ed9-a9e8-03f68d74efd2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51742"
    uid: 6b07bf25-711e-4729-bc8b-f7072e7294b6
  kind: Event
  lastTimestamp: "2026-07-28T11:33:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:33:17Z"
    name: isvc-xgboost-v2.18c670cbd1937d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "52324"
    uid: d95a611d-38c7-43b6-97b4-6537e80811d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:32:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51742"
    uid: 6b07bf25-711e-4729-bc8b-f7072e7294b6
  kind: Event
  lastTimestamp: "2026-07-28T11:32:03Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:32:03Z"
    name: isvc-xgboost-v2.18c670cbd2451599
    namespace: kserve-ci-e2e-test
    resourceVersion: "51756"
    uid: 6518f42c-0d93-4c50-9064-6dfd75e1a2c6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:33:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52321"
    uid: 6b07bf25-711e-4729-bc8b-f7072e7294b6
  kind: Event
  lastTimestamp: "2026-07-28T11:33:17Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:33:17Z"
    name: isvc-xgboost-v2.18c670dd120dbfee
    namespace: kserve-ci-e2e-test
    resourceVersion: "52322"
    uid: 236e61b2-d82f-48ea-bd09-06644fa1319b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48726"
    uid: 6e3833a4-0e65-4c2a-a773-37964864462f
  kind: Event
  lastTimestamp: "2026-07-28T11:27:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:27:26Z"
    name: isvc-xgboost.18c67076893d6158
    namespace: kserve-ci-e2e-test
    resourceVersion: "49421"
    uid: f2cf19fb-bede-46ec-ae03-1f639489958d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48726"
    uid: 6e3833a4-0e65-4c2a-a773-37964864462f
  kind: Event
  lastTimestamp: "2026-07-28T11:25:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T11:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:25:56Z"
    name: isvc-xgboost.18c6707689e29de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48759"
    uid: e1928dbe-7919-4678-8b3e-25347df10fa1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48728"
    uid: 6e3833a4-0e65-4c2a-a773-37964864462f
  kind: Event
  lastTimestamp: "2026-07-28T11:25:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:25:56Z"
    name: isvc-xgboost.18c67076915d83d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48760"
    uid: 9f08acb8-2997-4907-9623-b2ff8f4aede0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:27:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49419"
    uid: 6e3833a4-0e65-4c2a-a773-37964864462f
  kind: Event
  lastTimestamp: "2026-07-28T11:27:26Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:27:26Z"
    name: isvc-xgboost.18c6708b78e83b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "49420"
    uid: 75461ee5-cd57-4aa7-9fe3-6ad3ac3e92a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:22:06.708760Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gz799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17041"
    uid: 3a631c4f-9b9e-4f45-bc07-3ebbb1435c74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-gz799
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:22:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:22:06Z"
    name: message-dumper-predictor-6575bcfdfd-gz799.18c66cfacb618852
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: e269521f-a51d-4fd0-8f81-3797a6f8ca6e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gz799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: 3a631c4f-9b9e-4f45-bc07-3ebbb1435c74
  kind: Event
  lastTimestamp: "2026-07-28T10:22:07Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:22:07Z"
    name: message-dumper-predictor-6575bcfdfd-gz799.18c66cfae5508f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: db215dc4-e2e2-428f-ab6b-1b8a8c0e26ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gz799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 3a631c4f-9b9e-4f45-bc07-3ebbb1435c74
  kind: Event
  lastTimestamp: "2026-07-28T10:22:07Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T10:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:07Z"
    name: message-dumper-predictor-6575bcfdfd-gz799.18c66cfae7d622f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: 496e9e7a-709a-47c8-8487-29fe19833270
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gz799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 3a631c4f-9b9e-4f45-bc07-3ebbb1435c74
  kind: Event
  lastTimestamp: "2026-07-28T10:22:08Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.219s (1.219s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:08Z"
    name: message-dumper-predictor-6575bcfdfd-gz799.18c66cfb30810a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 9741d989-523c-44d8-b8de-6d3f04e385e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gz799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 3a631c4f-9b9e-4f45-bc07-3ebbb1435c74
  kind: Event
  lastTimestamp: "2026-07-28T10:22:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:08Z"
    name: message-dumper-predictor-6575bcfdfd-gz799.18c66cfb33eae781
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: 8a1e4c92-e846-4a4d-83fa-8b4af2df0a67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gz799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 3a631c4f-9b9e-4f45-bc07-3ebbb1435c74
  kind: Event
  lastTimestamp: "2026-07-28T10:22:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:08Z"
    name: message-dumper-predictor-6575bcfdfd-gz799.18c66cfb3462e6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: 183d4587-834b-4d36-8baf-a73a5c8e8471
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gz799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 3a631c4f-9b9e-4f45-bc07-3ebbb1435c74
  kind: Event
  lastTimestamp: "2026-07-28T10:22:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:08Z"
    name: message-dumper-predictor-6575bcfdfd-gz799.18c66cfb346df5e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: b35eb08b-4f7f-49bc-98ba-5573c281175b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gz799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 3a631c4f-9b9e-4f45-bc07-3ebbb1435c74
  kind: Event
  lastTimestamp: "2026-07-28T10:22:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:08Z"
    name: message-dumper-predictor-6575bcfdfd-gz799.18c66cfb3721d43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: 663d17bc-2c94-4a38-952f-a25aa000f8f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gz799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 3a631c4f-9b9e-4f45-bc07-3ebbb1435c74
  kind: Event
  lastTimestamp: "2026-07-28T10:22:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:08Z"
    name: message-dumper-predictor-6575bcfdfd-gz799.18c66cfb379a1a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 6d5b5448-b2fd-45ee-8996-49a3c795c331
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gz799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 3a631c4f-9b9e-4f45-bc07-3ebbb1435c74
  kind: Event
  lastTimestamp: "2026-07-28T10:23:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:52Z"
    name: message-dumper-predictor-6575bcfdfd-gz799.18c66d1354eb56a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18011"
    uid: 422d2a54-25f0-4a85-aba2-4a53a8bbc8f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gz799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 3a631c4f-9b9e-4f45-bc07-3ebbb1435c74
  kind: Event
  lastTimestamp: "2026-07-28T10:23:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:52Z"
    name: message-dumper-predictor-6575bcfdfd-gz799.18c66d1354ebd0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: 2a457d18-8f52-412f-8684-e049a3319016
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: 60f37f78-b262-4be4-8065-ddf95700e78b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:06Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-gz799'
  metadata:
    creationTimestamp: "2026-07-28T10:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:06Z"
    name: message-dumper-predictor-6575bcfdfd.18c66cfacadcad2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17046"
    uid: d03314b9-a5a3-4618-93e1-ed94240baf13
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 740a350d-d0af-4d8b-8abb-d048825f072f
  kind: Event
  lastTimestamp: "2026-07-28T10:22:06Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:06Z"
    name: message-dumper-predictor.18c66cfac735aec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: 74056b80-43fc-4a99-aa91-242e0858bc79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 3fc3c446-2fdc-4935-9819-d2cfc280802b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:36Z"
    name: message-dumper-predictor.18c66cfe4672822b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: 357f4438-456f-42f4-84b0-a99010c23e41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 3fc3c446-2fdc-4935-9819-d2cfc280802b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:36Z"
    name: message-dumper-predictor.18c66cfe46d9590e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 339f041d-fddc-40ff-8a49-0ff060dece6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: 3c860397-66e1-4015-bb2e-703bbb07c55b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:22:16Z"
    name: message-dumper.18c66cfac7698165
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: 26ecdfe3-e181-45c7-99e9-cda3135c6ba1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: 3c860397-66e1-4015-bb2e-703bbb07c55b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:06Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T10:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:22:06Z"
    name: message-dumper.18c66cfac804e22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: fed4d8ac-de2d-454a-ac0e-9038704ab8a4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17164"
    uid: 3c860397-66e1-4015-bb2e-703bbb07c55b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:16Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:22:16Z"
    name: message-dumper.18c66cfd02d54b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: 436c399a-58ac-47d3-965f-7905a8c05015
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:16:09.348077Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43858"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:16:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:16:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66fedc7bed839
    namespace: kserve-ci-e2e-test
    resourceVersion: "43862"
    uid: 6b9a62e6-c9a4-49b6-8d93-ef0504db1590
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43866"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:16:09Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:16:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66fede158e40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43873"
    uid: c7c7f665-ca58-4eda-be6f-f84f83f27916
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:16:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66fede2d9fb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "43875"
    uid: 79938861-7ef2-4635-a5f2-54a68adb109e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:16:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66fede6c3f07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43879"
    uid: 9efcbe45-c5ff-4521-b7b5-665ff8111ffe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:16:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66fede735ee60
    namespace: kserve-ci-e2e-test
    resourceVersion: "43880"
    uid: 1a581c91-7cc0-4d07-8296-0376f6ca8086
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:16:13Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T11:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66feed33d9850
    namespace: kserve-ci-e2e-test
    resourceVersion: "43913"
    uid: e543041c-cdb4-4ec2-9b32-e58463862817
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:16:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66feed6da965e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43915"
    uid: b38bf0bc-baa5-4fb5-8198-74c749a0c23f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:16:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66feed74ed2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43918"
    uid: 0bd4eb66-9503-4097-83e2-225861075ce7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:16:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66feed7597eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "43919"
    uid: 5e31c3db-c22a-43f9-a9b6-7335d5d8832f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:16:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66feeda43dd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "43921"
    uid: c130878c-6443-4d53-b046-079638c80b85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:16:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66feedab9c25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43922"
    uid: 2d18f2ce-2b58-4673-9207-3daa1cb02e2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:16:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T11:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:16:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66ff7afaa0eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44188"
    uid: cbfd3bc0-3f11-4c0a-a1ac-cca68ac46842
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:17:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66ffbc44a8e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "44334"
    uid: 91656850-1460-4aac-8bf1-cd1ca2c43b8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:17:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66ffbc44b5fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "44335"
    uid: 4e60ebda-6c03-4fef-97ec-73ee1f8741bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:17:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:16Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66ffc553d528d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44445"
    uid: 6f963904-4841-4780-8a8f-93247980d54b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43859"
    uid: 7c08fbe8-2758-496c-8373-45ecdb78b813
  kind: Event
  lastTimestamp: "2026-07-28T11:17:12Z"
  message: 'Readiness probe failed: Get "http://10.134.0.64:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T11:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:17:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c.18c66ffc939be5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44365"
    uid: d217f4d0-caf8-4eda-806e-2569fbc9a183
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43845"
    uid: baae6d29-cd10-45bb-86ad-8a83003ac258
  kind: Event
  lastTimestamp: "2026-07-28T11:16:09Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-2bq2c'
  metadata:
    creationTimestamp: "2026-07-28T11:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:16:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c66fedc76101da
    namespace: kserve-ci-e2e-test
    resourceVersion: "43860"
    uid: 421f1ffd-131c-475d-8568-4cb461d19e83
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43842"
    uid: 11a3d21a-e668-4b03-978c-b6c76013e362
  kind: Event
  lastTimestamp: "2026-07-28T11:16:09Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T11:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:16:09Z"
    name: sklearn-v2-mlserver-predictor.18c66fedc2d03ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43846"
    uid: de263ba3-9c10-4673-b55d-fff6586e6a4e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43844"
    uid: aa5b3009-a052-4143-b6b4-087bdb704f69
  kind: Event
  lastTimestamp: "2026-07-28T11:16:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:16:54Z"
    name: sklearn-v2-mlserver-predictor.18c66ff141a43724
    namespace: kserve-ci-e2e-test
    resourceVersion: "44205"
    uid: fc48ba44-48e2-4078-a587-4b263852305c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43844"
    uid: aa5b3009-a052-4143-b6b4-087bdb704f69
  kind: Event
  lastTimestamp: "2026-07-28T11:16:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:16:54Z"
    name: sklearn-v2-mlserver-predictor.18c66ff1421bfa0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44206"
    uid: 477392ba-6bd3-41c5-a223-4ffe4bd32090
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43997"
    uid: aa5b3009-a052-4143-b6b4-087bdb704f69
  kind: Event
  lastTimestamp: "2026-07-28T11:17:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:17:09Z"
    name: sklearn-v2-mlserver-predictor.18c66ffbbe7c5267
    namespace: kserve-ci-e2e-test
    resourceVersion: "44317"
    uid: 495f427d-3c28-4543-a8d2-cf8d7e4e7ec3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43997"
    uid: aa5b3009-a052-4143-b6b4-087bdb704f69
  kind: Event
  lastTimestamp: "2026-07-28T11:17:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:17:09Z"
    name: sklearn-v2-mlserver-predictor.18c66ffbbee42e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "44319"
    uid: b5cda0ac-d998-4c6d-9413-ae4f97fee02d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43834"
    uid: 52b45252-0a46-4d34-bdfe-5a14fbc62c96
  kind: Event
  lastTimestamp: "2026-07-28T11:17:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:17:02Z"
    name: sklearn-v2-mlserver.18c66fedc2de41f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44264"
    uid: c2728f83-6d16-4667-a523-f01de3862d5a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:16:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43834"
    uid: 52b45252-0a46-4d34-bdfe-5a14fbc62c96
  kind: Event
  lastTimestamp: "2026-07-28T11:16:09Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:16:09Z"
    name: sklearn-v2-mlserver.18c66fedc36f25dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43850"
    uid: 6b3d9476-e72b-4fd6-bba0-c7e3bf97182c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:17:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "44262"
    uid: 52b45252-0a46-4d34-bdfe-5a14fbc62c96
  kind: Event
  lastTimestamp: "2026-07-28T11:17:01Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:17:01Z"
    name: sklearn-v2-mlserver.18c66ffa07837208
    namespace: kserve-ci-e2e-test
    resourceVersion: "44263"
    uid: 3acbfba8-67d1-4aac-9b15-922526aa45a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T11:28:37.279178Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50053"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    to ip-10-0-133-108.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T11:28:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T11:28:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c6709bebea44e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50060"
    uid: 74214c4c-f201-4443-82ac-d0210d66ae49
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c89fd55c-thdp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50065"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:28:37Z"
  message: Add eth0 [10.134.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T11:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T11:28:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c6709c05423d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "50069"
    uid: d57f068c-d59e-476f-b8e7-9fcc6dc58f9d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:28:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c6709c06ce16a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50071"
    uid: 30199906-0a1b-4fea-be05-75a4880e0784
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:28:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T11:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c6709c09d0f105
    namespace: kserve-ci-e2e-test
    resourceVersion: "50072"
    uid: 1fb7a25c-3423-4766-b978-c41c38017504
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:28:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T11:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c6709c0a44b06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50073"
    uid: 4043127a-32f4-4b43-aac5-2b77249ec864
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:28:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T11:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:42Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c6709d0b21a81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50109"
    uid: 8c508f6f-83cd-4e57-b279-81991534cde3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:28:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T11:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:42Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c6709d0df7b660
    namespace: kserve-ci-e2e-test
    resourceVersion: "50112"
    uid: 29e0ee02-b5d0-4aa6-a231-5bbbf684d197
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:28:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:42Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c6709d0e6d8582
    namespace: kserve-ci-e2e-test
    resourceVersion: "50113"
    uid: 1f842179-eb75-41e2-9bfc-65373c3387cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:28:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T11:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:42Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c6709d0e77eb0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50114"
    uid: 14f8c1c8-a2f5-42c7-ac4c-60b8b56ef896
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:28:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T11:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:42Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c6709d112a29c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "50117"
    uid: ac7028d0-9d4f-46d6-9d76-0236ed0b8045
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:28:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:28:42Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c6709d119a1d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "50118"
    uid: f625037f-a6fe-428b-ae00-f12d0dc35a2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:29:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T11:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c670a79356beb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50462"
    uid: 445b5d7f-8814-4e82-8c13-7d743030841d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:29:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T11:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c670a793573010
    namespace: kserve-ci-e2e-test
    resourceVersion: "50463"
    uid: c9773f76-a747-45c9-a077-d0f9319c9f2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 24968a88-0180-4677-aead-20f68350857f
  kind: Event
  lastTimestamp: "2026-07-28T11:29:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.74:8643/healthz": dial tcp
    10.134.0.74:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T11:29:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T11:29:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7.18c670a7fd316825
    namespace: kserve-ci-e2e-test
    resourceVersion: "50475"
    uid: 89bbe174-3635-4834-a3ca-2bb9ff8ef234
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-108.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-108.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50043"
    uid: d7d301d7-660c-47ab-8a60-34626f64f27a
  kind: Event
  lastTimestamp: "2026-07-28T11:28:37Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-s98b7'
  metadata:
    creationTimestamp: "2026-07-28T11:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:28:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c6709beb2ba42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50056"
    uid: dd2bfd79-c929-47ff-a196-337fb035aecb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50041"
    uid: 55855841-af9f-4319-94a5-1de1fc3ff5a2
  kind: Event
  lastTimestamp: "2026-07-28T11:28:37Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T11:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:28:37Z"
    name: xgboost-v2-mlserver-predictor.18c6709be7d7899a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50044"
    uid: 68bbc6e3-16d1-4b1a-ba83-bc8c7bfc5f69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50042"
    uid: 1edc2cde-87a0-4708-a4cd-73c3fd9cbb73
  kind: Event
  lastTimestamp: "2026-07-28T11:29:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:29:07Z"
    name: xgboost-v2-mlserver-predictor.18c6709f66c75403
    namespace: kserve-ci-e2e-test
    resourceVersion: "50295"
    uid: c46d9e8e-7722-4b40-bd4f-18c2c4dbc246
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50042"
    uid: 1edc2cde-87a0-4708-a4cd-73c3fd9cbb73
  kind: Event
  lastTimestamp: "2026-07-28T11:29:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T11:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:29:07Z"
    name: xgboost-v2-mlserver-predictor.18c6709f672d0f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "50297"
    uid: b6188c89-d882-4bda-ae9c-6983e031e1f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50192"
    uid: 1edc2cde-87a0-4708-a4cd-73c3fd9cbb73
  kind: Event
  lastTimestamp: "2026-07-28T11:29:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:29:22Z"
    name: xgboost-v2-mlserver-predictor.18c670a665536b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "50404"
    uid: 174248ae-02b1-44a8-9ec5-139042847cb7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50192"
    uid: 1edc2cde-87a0-4708-a4cd-73c3fd9cbb73
  kind: Event
  lastTimestamp: "2026-07-28T11:29:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T11:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T11:29:22Z"
    name: xgboost-v2-mlserver-predictor.18c670a665bcc048
    namespace: kserve-ci-e2e-test
    resourceVersion: "50406"
    uid: fc8ea081-ee8c-4b52-bbd1-f05b74058ac0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50034"
    uid: d963c528-8c7f-4ba9-b541-c61038af5b60
  kind: Event
  lastTimestamp: "2026-07-28T11:29:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T11:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:29:19Z"
    name: xgboost-v2-mlserver.18c6709be7dfe711
    namespace: kserve-ci-e2e-test
    resourceVersion: "50387"
    uid: 1ce261d1-b9db-45ec-9040-bb3882ace28e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:28:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50034"
    uid: d963c528-8c7f-4ba9-b541-c61038af5b60
  kind: Event
  lastTimestamp: "2026-07-28T11:28:37Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T11:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:28:37Z"
    name: xgboost-v2-mlserver.18c6709be85d229e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50047"
    uid: 1e42298c-5b81-48fb-9888-ef673d0b5c0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T11:29:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50384"
    uid: d963c528-8c7f-4ba9-b541-c61038af5b60
  kind: Event
  lastTimestamp: "2026-07-28T11:29:19Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T11:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T11:29:19Z"
    name: xgboost-v2-mlserver.18c670a5af3e0f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50385"
    uid: a0f651c8-7216-499d-a382-993fd1c00d12
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "55987"