---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:25:11.612932Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25413"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:25:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:25:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d62863ef980ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25420"
    uid: 9e9bfafc-4365-4bcb-b965-e20a3ee54cc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:12Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:25:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d62864117e92a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25429"
    uid: 970592ad-d26c-4486-a52e-108b29698e8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d6286413e0814e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25431"
    uid: d58d9a28-46ba-4baf-a8b3-eca531ebba7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d6286416810355
    namespace: kserve-ci-e2e-test
    resourceVersion: "25432"
    uid: 5e9be281-dd9a-4d32-b299-f4b02787b683
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d6286416e04016
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: db03dafe-4adf-443a-9c37-4c463d4e2614
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:22Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:22Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d6286667fc86ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 9fcb7a2a-b5de-4540-82a1-b851705fb4c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:22Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d628666bbfdc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25613"
    uid: cbc72098-35f6-4757-a030-28328c1d6fd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:22Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d628666c466ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25614"
    uid: 07acd2cf-197f-4353-ae86-9ae1d185ecf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:22Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d628666c5309d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25615"
    uid: af308775-e272-4c14-990b-841514659ad6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:22Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d628666f9d294a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25616"
    uid: f47c23bb-5e62-4892-a78f-03e8bbb9f550
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:22Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d628667018c743
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: 085f18d6-2a84-436f-9403-b3ef372fea80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:49Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d62866a414ae29
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: c0191f5c-af16-4e09-a239-f9814ba99c46
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d6286c5c07152b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26025"
    uid: eb6d1064-956f-4da9-a0e0-a6b00595d62c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d6286c5c07b5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26027"
    uid: 5847f4ed-de63-48af-9a73-f375b281a402
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 19c940c4-3bbf-4ada-964b-809f49b05a82
  kind: Event
  lastTimestamp: "2026-09-17T16:25:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:49Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4.18d6286cb20dbc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "26038"
    uid: 8b440194-e308-4e38-9b31-e6c1e376bf1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: d62096da-661c-4bcc-af22-a2d1ceb6e3a2
  kind: Event
  lastTimestamp: "2026-09-17T16:25:11Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-9p2f4'
  metadata:
    creationTimestamp: "2026-09-17T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d62863ee075138
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: d9476fdd-f045-4a12-9235-20e7aac72576
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25399"
    uid: f285a3e5-f71c-400c-8b08-35a092119e4b
  kind: Event
  lastTimestamp: "2026-09-17T16:25:11Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62863e7cc5920
    namespace: kserve-ci-e2e-test
    resourceVersion: "25406"
    uid: 0c14b288-31d1-479e-b768-9a15273ac3d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25402"
    uid: 340a4907-cae8-4117-9e5f-68d5df9acdeb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62867675a7cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 54489206-17b0-4e66-9a1c-7ccaa6a725a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25402"
    uid: 340a4907-cae8-4117-9e5f-68d5df9acdeb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6286768266041
    namespace: kserve-ci-e2e-test
    resourceVersion: "25752"
    uid: 563413b1-b477-4322-8334-c157d1ecd437
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: 340a4907-cae8-4117-9e5f-68d5df9acdeb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:41Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6286ae73b6394
    namespace: kserve-ci-e2e-test
    resourceVersion: "25963"
    uid: 57593f4f-8792-4aaf-a4aa-21aeb131924b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: 340a4907-cae8-4117-9e5f-68d5df9acdeb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:41Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6286ae798ffa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: ed4b1a1d-76a9-4538-a06c-ef2f78b42767
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: 49f8a3d2-9e75-4f92-a689-eeb686b0f28f
  kind: Event
  lastTimestamp: "2026-09-17T16:25:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:25:39Z"
    name: isvc-autogluon-ts-v1-noslash.18d62863e8923bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25941"
    uid: dc4d720c-c82d-4168-ba4e-9f4a8effcd13
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: 49f8a3d2-9e75-4f92-a689-eeb686b0f28f
  kind: Event
  lastTimestamp: "2026-09-17T16:25:11Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:25:11Z"
    name: isvc-autogluon-ts-v1-noslash.18d62863e99c0e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25409"
    uid: 39aa0e00-0119-4ef1-846d-a2a7ac38514f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: 49f8a3d2-9e75-4f92-a689-eeb686b0f28f
  kind: Event
  lastTimestamp: "2026-09-17T16:25:39Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:25:39Z"
    name: isvc-autogluon-ts-v1-noslash.18d6286a63c123ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25940"
    uid: b3931322-b5c2-4277-9841-c1dce950fd15
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:22:12.955440Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23763"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:22:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:22:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d6283a56c7063e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23769"
    uid: cd22d0ef-038a-41cc-ac0f-572504e22f38
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23774"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:22:13Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:22:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d6283a791ccb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: 3ea1cbd7-4979-4064-aa44-26ad86d0d2b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:22:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d6283a7adf4fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23786"
    uid: a0711baa-2803-4121-baf7-ae9653b57af3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:22:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d6283a7dd476a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: e4403aed-641d-49fc-9f35-b1eb22cfd73a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:22:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d6283a7e50f44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23788"
    uid: 1c2e6306-6408-4697-8664-b3e045c0e6eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:22:22Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d6283c8dc061d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: ec7dc395-c399-4416-ae47-b3e8ce0d96ca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:24:26Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m3.989s
    (2m3.989s including waiting). Image size: 8948761381 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d628596c172360
    namespace: kserve-ci-e2e-test
    resourceVersion: "24934"
    uid: 9d962dc3-2a62-41ec-bf36-e82a3772bb7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:24:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d628597968efe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24936"
    uid: 627d520f-41b7-4ab8-bdaa-3c706d5e8ef1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:24:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d628597b40d93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24938"
    uid: 26ed4d23-a1e5-4a75-be74-d42843445437
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:24:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d628597b4ea22b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24939"
    uid: eba7c3d3-6666-4c57-84e5-48c9e37a6645
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:24:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d628597f6b7d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "24940"
    uid: 6c15ff8f-28d0-4bdf-aa3e-144f29b9b174
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:24:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d6285980f3f719
    namespace: kserve-ci-e2e-test
    resourceVersion: "24941"
    uid: 37a57d1d-8c12-4f3a-8156-ee94a436aae1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:24:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d6285994112b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24992"
    uid: 86f2f092-38ee-4236-8983-a7d220a1ea8d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:25:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:06Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d62862b534b831
    namespace: kserve-ci-e2e-test
    resourceVersion: "25330"
    uid: d988ff51-77d9-41cc-933a-fac9f34629ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:25:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:06Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d62862b5353cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25331"
    uid: b74b6928-84ac-4545-8f8c-9f65e969883e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b583870d-ed67-494b-a4ed-4d7fddb90c32
  kind: Event
  lastTimestamp: "2026-09-17T16:25:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt.18d6286320153f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: e77a2635-fc1b-435e-9c5c-e15c1c7069a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: f26f505e-eb2f-45b5-8945-0b30e1a2efb2
  kind: Event
  lastTimestamp: "2026-09-17T16:22:12Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sl4vt'
  metadata:
    creationTimestamp: "2026-09-17T16:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d6283a562a0fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 1a43eaa6-1559-441c-ae06-77aff707e1f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23749"
    uid: a55c05dd-3d11-460b-9bc9-dccadfd23b30
  kind: Event
  lastTimestamp: "2026-09-17T16:22:12Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:12Z"
    name: isvc-autogluon-ts-v1-predictor.18d6283a4f5ac56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23752"
    uid: 8c4f8e55-5fd8-4d62-8c83-72055a93d3f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23750"
    uid: 4e91ff44-93c5-4e44-851f-fa873fdf1488
  kind: Event
  lastTimestamp: "2026-09-17T16:24:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:42Z"
    name: isvc-autogluon-ts-v1-predictor.18d6283dcdfffa53
    namespace: kserve-ci-e2e-test
    resourceVersion: "25058"
    uid: 28d68335-17de-4190-b144-e72e45868f2f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23750"
    uid: 4e91ff44-93c5-4e44-851f-fa873fdf1488
  kind: Event
  lastTimestamp: "2026-09-17T16:24:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:42Z"
    name: isvc-autogluon-ts-v1-predictor.18d6283dce738f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25059"
    uid: 887d802f-29e9-4cc3-92d9-e95368da06fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: 4e91ff44-93c5-4e44-851f-fa873fdf1488
  kind: Event
  lastTimestamp: "2026-09-17T16:24:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:58Z"
    name: isvc-autogluon-ts-v1-predictor.18d62860c441f80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25188"
    uid: cab92301-f878-41bf-aed0-5da521c0dec0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: 4e91ff44-93c5-4e44-851f-fa873fdf1488
  kind: Event
  lastTimestamp: "2026-09-17T16:24:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:58Z"
    name: isvc-autogluon-ts-v1-predictor.18d62860c4c35e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "25190"
    uid: f065a013-e671-4263-b4e0-77b240570f8b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: 26947553-c64a-43bf-95cc-d13f9512b4e3
  kind: Event
  lastTimestamp: "2026-09-17T16:24:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:24:43Z"
    name: isvc-autogluon-ts-v1.18d6283a4f5e4a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "25071"
    uid: 5fac7d8d-a165-451b-b965-365aa388874d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: 26947553-c64a-43bf-95cc-d13f9512b4e3
  kind: Event
  lastTimestamp: "2026-09-17T16:22:12Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:12Z"
    name: isvc-autogluon-ts-v1.18d6283a5010c67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23756"
    uid: d341e9fc-b9ca-40e6-9e1c-0827e7ed5b68
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25067"
    uid: 26947553-c64a-43bf-95cc-d13f9512b4e3
  kind: Event
  lastTimestamp: "2026-09-17T16:24:43Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:24:43Z"
    name: isvc-autogluon-ts-v1.18d6285d592fb631
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: 54421b49-27eb-4d9e-ba0a-b8a4e7511280
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:12:14.052292Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-znz46
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:12:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:12:14Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627aee55e33d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: 6a362b12-f7d7-4736-a487-7751ddf8724e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:12:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:14Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627aef36f6425
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: be5fbf19-0ce6-4a01-a7c8-34ffcac7fadc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18589"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:12:15Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:12:15Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627af2b4e843d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18611"
    uid: d04abe80-fba1-4e4c-b478-830a0388b798
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:12:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:15Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627af2d1ca9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: 55e06e5e-cda7-42c6-8812-03a1be9996e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:12:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:15Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627af3022214b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18614"
    uid: 54071ac3-4b2d-46cf-bfb8-ea0497abedd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:12:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:15Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627af3097cc23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18615"
    uid: c20e45d0-be28-40bc-a121-8c1c1896c2b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:12:36Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627b41cd01d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18778"
    uid: 60a2b000-4af3-45c5-b429-03edf2c5643f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:14:48Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m11.823s
    (2m11.823s including waiting). Image size: 8948761381 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627d2ce166e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: dbb71706-8d46-4230-a6d5-e9324f468b75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:14:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627d2d28f5956
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: 39daf33f-9ad4-4542-a6b3-89fbf679c1a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:14:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627d2d3830f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19912"
    uid: e61c5f5a-3bf5-4a8e-a889-cdcde8de3c1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:14:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627d2d38f06d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19913"
    uid: bf13222c-ae08-4549-961e-4a25084de364
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:14:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627d2d82b4ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: b397a088-fb92-49d2-a016-afa8e0380e9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:14:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627d2d8e5b709
    namespace: kserve-ci-e2e-test
    resourceVersion: "19915"
    uid: 1de999a4-b6b2-4f56-902e-389acab24c11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:14:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627d3021191fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: b5a0968b-70a9-42d0-be9a-62cdcdaf73b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:15:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627da61156332
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: 0ed16b2c-8614-445a-99cf-32b288522740
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 286dade9-7788-47b5-8d29-0056a17107d9
  kind: Event
  lastTimestamp: "2026-09-17T16:15:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-znz46.18d627da6115fc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20179"
    uid: 4fec08c9-4102-49bf-ba74-992d8074667f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: 8b2ac274-9f54-4108-bb38-ff2d905768bb
  kind: Event
  lastTimestamp: "2026-09-17T16:12:14Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-znz46'
  metadata:
    creationTimestamp: "2026-09-17T16:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:14Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d627aee4c4b673
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: 0e4f7409-b31e-42a3-8295-691a6a0ed427
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: 7deb8dd6-6c43-4c8b-83dd-624972bead97
  kind: Event
  lastTimestamp: "2026-09-17T16:12:13Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:13Z"
    name: isvc-autogluon-v1-predictor.18d627aee1c99b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18571"
    uid: ba2c88d4-709f-4581-88b5-a8f1b72863e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18568"
    uid: 9835156b-2ca6-47c6-9f05-3e05cd4949ca
  kind: Event
  lastTimestamp: "2026-09-17T16:15:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:14Z"
    name: isvc-autogluon-v1-predictor.18d627b2605466c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20111"
    uid: fecc494f-449d-4b30-bb5a-c6a823eeb83a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18568"
    uid: 9835156b-2ca6-47c6-9f05-3e05cd4949ca
  kind: Event
  lastTimestamp: "2026-09-17T16:15:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:14Z"
    name: isvc-autogluon-v1-predictor.18d627b2609bb7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20112"
    uid: b98deac5-6c7e-48d9-93a0-b4b161a4a965
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 7158802e-3385-47f4-9721-fa8eb0454e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:15:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:05Z"
    name: isvc-autogluon-v1.18d627aee1b4943d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20051"
    uid: fdf9ddad-4986-445d-8e7e-b872c38e514c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 7158802e-3385-47f4-9721-fa8eb0454e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:14Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:14Z"
    name: isvc-autogluon-v1.18d627aee534f611
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b6a51857-b80d-411d-abe0-6167662c449c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 7158802e-3385-47f4-9721-fa8eb0454e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:14Z"
    name: isvc-autogluon-v1.18d627aee53559bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18585"
    uid: 82b0207e-fb1f-4c50-8360-d7a61583c013
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: 7158802e-3385-47f4-9721-fa8eb0454e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:15:05Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:05Z"
    name: isvc-autogluon-v1.18d627d6c1de6344
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: f19e7ecf-0890-41c6-bfbe-52727ad270c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:19:59.727338Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22718"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:19:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:19:59Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6281b51c38de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: 94c2477a-0af8-4436-a7b1-8512f4357877
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:00Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:20:00Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6281b73f4911a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22737"
    uid: dc9f130f-dc20-44ef-83d3-47eb5610f1a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:00Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6281b75b11b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22740"
    uid: a6a57e42-a1e9-463b-945e-600e5fff6266
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:00Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6281b786b2ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22742"
    uid: 97bc10a5-f56e-43b9-9b2c-8135860f8a15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:00Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6281b78e3c37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22743"
    uid: 4ab56cdc-4bfe-4e39-bfde-f3739427d925
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:15Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6281f14c0927c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22874"
    uid: a6d13960-310f-4073-ae81-f5b08b097483
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6281f2ca35966
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: 31c636e9-479a-4942-ae5b-672255640af7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6281f2e553207
    namespace: kserve-ci-e2e-test
    resourceVersion: "22880"
    uid: 5ce45c93-ca2a-4e72-8c7d-374450bd197d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6281f2e6229f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: 00766860-abeb-48d2-b4bb-5c79ba4d205b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6281f3535fe4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 213bb57c-6ef7-4f94-806a-6d623794049a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6281f366d279a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22884"
    uid: d6599b6c-aba8-4d8f-8777-4d59e3dc9dc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:22:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6283923d9e853
    namespace: kserve-ci-e2e-test
    resourceVersion: "23689"
    uid: 1faf6862-2480-4e6d-93ce-8f656744c616
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:22:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d6283923da69f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23691"
    uid: 9802b154-e75f-4952-83e8-4302a2fc7da0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 04d20574-15c0-48e5-b35f-2c32c6d3f6e7
  kind: Event
  lastTimestamp: "2026-09-17T16:22:09Z"
  message: 'Readiness probe failed: Get "http://10.134.0.39:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    dial tcp 10.134.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8.18d62839894811d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: be3fd8b9-2956-4cc7-b4ae-1862011c0850
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22710"
    uid: f0418fa2-4edf-4340-85b7-c56de8ed3538
  kind: Event
  lastTimestamp: "2026-09-17T16:19:59Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z22v8'
  metadata:
    creationTimestamp: "2026-09-17T16:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:59Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d6281b5132ece3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22719"
    uid: 4596abe9-58d7-42c5-9164-5c789baeed95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22707"
    uid: 0c183fb3-ccd2-4d47-86fb-d0078466bbf1
  kind: Event
  lastTimestamp: "2026-09-17T16:19:59Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:59Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6281b4e0e9e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "22711"
    uid: 5d3c9c5b-5fe8-4102-8805-045967444259
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: c6d8ee00-6372-4b64-87c3-150eece1e15f
  kind: Event
  lastTimestamp: "2026-09-17T16:20:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:44Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6281ecca4b0ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23084"
    uid: 6ace7a1b-0180-4b4d-91b2-fee793429d4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: c6d8ee00-6372-4b64-87c3-150eece1e15f
  kind: Event
  lastTimestamp: "2026-09-17T16:20:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:44Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6281ecd167040
    namespace: kserve-ci-e2e-test
    resourceVersion: "23085"
    uid: e6ca57a7-58d0-4b01-a1ca-f24b5dd5cc97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22865"
    uid: c6d8ee00-6372-4b64-87c3-150eece1e15f
  kind: Event
  lastTimestamp: "2026-09-17T16:21:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:21:59Z"
    name: isvc-autogluon-v2-noslash-predictor.18d628294981f901
    namespace: kserve-ci-e2e-test
    resourceVersion: "23615"
    uid: 57b86bed-1623-409d-9cd3-31d6af4947bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22865"
    uid: c6d8ee00-6372-4b64-87c3-150eece1e15f
  kind: Event
  lastTimestamp: "2026-09-17T16:21:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:21:59Z"
    name: isvc-autogluon-v2-noslash-predictor.18d628294a154c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23616"
    uid: 65a72092-b76c-47bb-baf2-249a9e4799a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: b471c62c-4ed6-4a30-b6ef-553c43106d75
  kind: Event
  lastTimestamp: "2026-09-17T16:21:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:21:49Z"
    name: isvc-autogluon-v2-noslash.18d6281b4e204404
    namespace: kserve-ci-e2e-test
    resourceVersion: "23547"
    uid: 91082916-71c8-4b34-9f54-49b3daf0b1b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: b471c62c-4ed6-4a30-b6ef-553c43106d75
  kind: Event
  lastTimestamp: "2026-09-17T16:19:59Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:19:59Z"
    name: isvc-autogluon-v2-noslash.18d6281b4ebc5b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22715"
    uid: afc00749-0fe1-4aa8-8426-e71ca43a2f56
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23544"
    uid: b471c62c-4ed6-4a30-b6ef-553c43106d75
  kind: Event
  lastTimestamp: "2026-09-17T16:21:49Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:21:49Z"
    name: isvc-autogluon-v2-noslash.18d62834eb54b9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: dccfafc6-efab-45a4-97b3-5425ba038ca6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:15:26.019609Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-84xms
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:15:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:15:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627db9782f683
    namespace: kserve-ci-e2e-test
    resourceVersion: "20252"
    uid: 8d27bd9d-2b22-4a78-aa76-168df4b3e264
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627dba2bc7ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20259"
    uid: 5fe5804f-8637-4f66-9d84-752ff697067d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20256"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627dbdddf04c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20269"
    uid: 7603c792-7aab-49b7-a099-9a6d8207bab0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627dbdf85854c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20271"
    uid: f94b0c10-25bd-4700-a5d8-ea8cebb376e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627dbe2985e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20273"
    uid: 6304741d-4397-454d-8184-5d705d7dc8f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627dbe2fde591
    namespace: kserve-ci-e2e-test
    resourceVersion: "20274"
    uid: e959aa10-48c5-4ff4-ba4e-34d2608e7a80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:57Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627e2eae789a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20496"
    uid: 558af810-dca2-44cb-9df2-6314caf7cf32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627e2edd54fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20498"
    uid: 5b2b990a-f318-4c0b-8745-cf490aff883f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627e2ee410b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 00acbcdb-813f-41dc-bf02-698e785d81e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627e2ee4cc6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: b7029d30-4e57-4f09-a8ea-f7bb2af4c4d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627e2f2b7de30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: 5d5350bd-7b58-4ed0-ba22-dd2c0c5389a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627e2f329f82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20506"
    uid: db34ac84-7c02-45af-8fed-fe690f2aa212
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:17:47Z"
  message: 'Readiness probe failed: Get "http://10.134.0.36:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T16:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627fc8b6b010b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21454"
    uid: 8e554b95-91f2-42d5-8cc8-0975c22c8daf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:17:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:52Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627fdb04a24d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: 7a08305b-34b8-4890-b105-b58445ba45b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 79ce7d71-463a-4c3f-8a08-5b6f0dd3a6f0
  kind: Event
  lastTimestamp: "2026-09-17T16:17:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:52Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-84xms.18d627fdb04aa203
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: 2f40473a-fab5-432d-9fcc-20d13c289d08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: 07debfa0-c775-48fd-aea2-5e68f476f375
  kind: Event
  lastTimestamp: "2026-09-17T16:15:26Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-84xms'
  metadata:
    creationTimestamp: "2026-09-17T16:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d627db97092ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20247"
    uid: 0aadc269-686b-48e3-8eb6-d84bf436fa23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 230f16fe-9dcf-44d5-b483-5ed9dbb98333
  kind: Event
  lastTimestamp: "2026-09-17T16:15:25Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:25Z"
    name: isvc-autogluon-v2-predictor.18d627db93b0698e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20240"
    uid: 3d7191f8-fe3a-4bfb-9e75-61f2d64d7987
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20236"
    uid: 23c6a9a1-bca7-49da-a59b-343b26ffd7ff
  kind: Event
  lastTimestamp: "2026-09-17T16:16:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:26Z"
    name: isvc-autogluon-v2-predictor.18d627df121f6360
    namespace: kserve-ci-e2e-test
    resourceVersion: "20796"
    uid: 82173e2c-273b-461e-9945-fa1aaf633eee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20236"
    uid: 23c6a9a1-bca7-49da-a59b-343b26ffd7ff
  kind: Event
  lastTimestamp: "2026-09-17T16:16:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:26Z"
    name: isvc-autogluon-v2-predictor.18d627df128e16b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20797"
    uid: b5c05001-d6ac-4f4e-b7a4-d81520bb1869
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 23c6a9a1-bca7-49da-a59b-343b26ffd7ff
  kind: Event
  lastTimestamp: "2026-09-17T16:17:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:41Z"
    name: isvc-autogluon-v2-predictor.18d627ed0e7d2f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: 09b7e4a2-1a26-4e9b-9bb0-34c042625b94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 23c6a9a1-bca7-49da-a59b-343b26ffd7ff
  kind: Event
  lastTimestamp: "2026-09-17T16:17:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:41Z"
    name: isvc-autogluon-v2-predictor.18d627ed0eed6cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: 6246aaa4-5889-421e-a0c4-122ded1d6037
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:17:57.782865Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21591"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:17:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:17:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d627feed4e75ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: 81001902-e37e-4609-99e2-3236eaeb705b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:17:58Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:17:58Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d627ff0f25df2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: 8b508a1e-adbb-4411-acab-6c029aa5b842
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:17:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:58Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d627ff10e8672e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21615"
    uid: 835c750d-8595-48b1-b142-8aeabebd79bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:17:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:58Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d627ff13ed5e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: 269b2221-d7b2-46e4-9fda-97f090c9f19b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:17:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:58Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d627ff144ce5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 380d9489-560b-400a-926a-ddc5e9b5f738
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:18:04Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d628006427f687
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 4282d66f-0a15-482f-8b73-f8ad811383ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:18:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d62800674a6531
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: cbc458cc-20eb-466c-9cab-d3c81b8de31d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:18:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d6280067b2f93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21664"
    uid: ec6168a3-6561-46a6-9b71-b2bc6fcf3361
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:18:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d6280067bf5b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21665"
    uid: dc080fc3-3f8c-4cb1-b938-72cecda1ccaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:18:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d628006b18d42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: c3258f65-287d-480e-8546-8545ee81f533
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:18:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d628006b8b3f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: d4d11c73-5c7b-4b0a-953f-faee888bf5ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:19:52Z"
  message: 'Readiness probe failed: Get "http://10.134.0.37:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T16:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:52Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d62819a5efd5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22568"
    uid: 097febf4-f4de-4da4-af88-70b5f1d8888b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:19:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:54Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d6281a1e110469
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 0e41b7d3-ea2a-4c2c-bc73-9e21fcd50018
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 13e8fa4e-9d68-4ac4-8be5-9f1e61b83215
  kind: Event
  lastTimestamp: "2026-09-17T16:19:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:54Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5.18d6281a1e11c201
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 2e8ce180-46ff-453f-97c0-2c09be0758dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "21582"
    uid: 5700e6ec-36a1-4d05-8ec0-01f8a22ff172
  kind: Event
  lastTimestamp: "2026-09-17T16:17:57Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-7cbh5'
  metadata:
    creationTimestamp: "2026-09-17T16:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d627feebfb873d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 0872abc3-eea9-4162-8855-461d8dcd5a2e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21580"
    uid: af7f0111-ca42-470d-941a-bd1ad6afbbd4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:57Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:57Z"
    name: isvc-autogluon-v2-variants-predictor.18d627fee62690cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21585"
    uid: 5d5404d1-8026-4f4a-be05-bee0bbdc541a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: d192da2f-04e4-46e5-8fc6-76542fa7ebaf
  kind: Event
  lastTimestamp: "2026-09-17T16:18:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:27Z"
    name: isvc-autogluon-v2-variants-predictor.18d62802651dbf37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: a0f3b1d2-1755-438c-9dbc-c306c98fdc4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: d192da2f-04e4-46e5-8fc6-76542fa7ebaf
  kind: Event
  lastTimestamp: "2026-09-17T16:18:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:27Z"
    name: isvc-autogluon-v2-variants-predictor.18d6280265c2c4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: 3f1a6330-6834-4ed4-86d1-b7f59aa3851b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21740"
    uid: d192da2f-04e4-46e5-8fc6-76542fa7ebaf
  kind: Event
  lastTimestamp: "2026-09-17T16:19:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:42Z"
    name: isvc-autogluon-v2-variants-predictor.18d62809636d0b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22483"
    uid: 431c7f63-55d4-4cb3-8582-7fe7defc4a1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21740"
    uid: d192da2f-04e4-46e5-8fc6-76542fa7ebaf
  kind: Event
  lastTimestamp: "2026-09-17T16:19:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:42Z"
    name: isvc-autogluon-v2-variants-predictor.18d6280963e02df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22484"
    uid: 4e42cfc9-748a-4dd0-90c9-068eca6447c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21573"
    uid: 418672ce-8655-4dea-8a66-9b8429f03a0b
  kind: Event
  lastTimestamp: "2026-09-17T16:19:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:19:41Z"
    name: isvc-autogluon-v2-variants.18d627fee6173847
    namespace: kserve-ci-e2e-test
    resourceVersion: "22464"
    uid: 8b07ad2b-51d6-4d47-84b2-2120d9b6374b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21573"
    uid: 418672ce-8655-4dea-8a66-9b8429f03a0b
  kind: Event
  lastTimestamp: "2026-09-17T16:17:57Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:57Z"
    name: isvc-autogluon-v2-variants.18d627fee74a3821
    namespace: kserve-ci-e2e-test
    resourceVersion: "21587"
    uid: 54a196e3-a7cf-41cd-8cd9-848629d6ea59
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22462"
    uid: 418672ce-8655-4dea-8a66-9b8429f03a0b
  kind: Event
  lastTimestamp: "2026-09-17T16:19:41Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:19:41Z"
    name: isvc-autogluon-v2-variants.18d628171c691f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "22463"
    uid: cdf4c3d9-961d-4712-b565-e0867c2db433
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 7401529c-1820-4d98-96a6-a2d0ab66e20f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:36Z"
    name: isvc-autogluon-v2.18d627db93aefa32
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 3f7657da-5dc7-4973-b20e-3c617c721d73
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 7401529c-1820-4d98-96a6-a2d0ab66e20f
  kind: Event
  lastTimestamp: "2026-09-17T16:15:25Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:25Z"
    name: isvc-autogluon-v2.18d627db9487059e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20243"
    uid: 4d8ca02f-1a86-4972-af5e-254b7ba97e0d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: 7401529c-1820-4d98-96a6-a2d0ab66e20f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:36Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:36Z"
    name: isvc-autogluon-v2.18d627fa0102f624
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: 3bad0b05-9039-4502-84a6-41077355a2b1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:25:53.337994Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26106"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-66d85d8bfb-4bnsp
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286da699f8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26111"
    uid: 81ba8c6c-c97d-4dd8-ba78-052878e18cbe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26116"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286dc893017d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: b501a091-aa62-4237-a6f0-2530d78d8169
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286dca4132fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26142"
    uid: 835b26ac-db22-4b8d-85ad-cf999cac1e32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286dcd65be6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: d0a9f9a7-b75a-4e91-8a31-4740dd5dff34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286dcdeb1ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26145"
    uid: c0d98ef2-3936-4a8d-b0b1-f288112e39d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286edda32033
    namespace: kserve-ci-e2e-test
    resourceVersion: "26203"
    uid: dd5565a0-ae2f-4d1b-86f0-dda753c3fd1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286ee1aaab69
    namespace: kserve-ci-e2e-test
    resourceVersion: "26208"
    uid: abcd4c70-65eb-47da-9104-347588ab32dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286ee252585c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26214"
    uid: 285947a4-e0d9-406e-9f1f-72b3c7e9c795
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286ee25aecd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26215"
    uid: 6c5deafb-8bc8-42f3-b91b-afa5b9d636c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286ee5f35021
    namespace: kserve-ci-e2e-test
    resourceVersion: "26218"
    uid: 7f8da478-5d81-4f06-a38b-45ef023bc124
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286ee68b9332
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 4941330f-4bc7-4665-964d-3cc3c8135626
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:27:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:12Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d6286f19db6289
    namespace: kserve-ci-e2e-test
    resourceVersion: "26885"
    uid: 605f757b-8f02-4bb8-a899-c5c05705edd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:27:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d62881111ac529
    namespace: kserve-ci-e2e-test
    resourceVersion: "26936"
    uid: e08c9882-b494-4b78-bd75-f94677e949e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:27:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d62881111bc591
    namespace: kserve-ci-e2e-test
    resourceVersion: "26938"
    uid: 16f59b73-9476-43d1-acc5-0fa0356f6353
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5562595b-3732-4b02-bb1a-d71f0bc2a3a6
  kind: Event
  lastTimestamp: "2026-09-17T16:27:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:20Z"
    name: isvc-canary-create-predictor-66d85d8bfb-4bnsp.18d62881f624176a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26975"
    uid: daa36427-2831-48f6-b97e-3fef7dc3fe19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:25:53.448477Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26118"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-66d85d8bfb-8566v
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d6286dad2fb87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26122"
    uid: 27082bed-8a84-420a-b24d-33e3c635a4ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26127"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:54Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:25:54Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d6286dcf3ade31
    namespace: kserve-ci-e2e-test
    resourceVersion: "26151"
    uid: 226c2520-866a-4977-8d78-76b0a63c6113
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:54Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d6286dd11c8c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26154"
    uid: 6b7b395a-86f8-4a2d-9dc4-e03a41387f35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:54Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d6286dd40a5138
    namespace: kserve-ci-e2e-test
    resourceVersion: "26155"
    uid: b4938a44-2cf2-4ed9-bcbf-97312f1caebe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:54Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d6286dd4846a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26156"
    uid: 6286eb2c-9ab7-4f75-b0b1-daee07d029d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d6286ed4af0369
    namespace: kserve-ci-e2e-test
    resourceVersion: "26200"
    uid: 589c8097-82c2-4cb0-85f9-80a1d58697ac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:26:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    in 13.717s (13.717s including waiting). Image size: 1583199637 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:12Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d62872064dba19
    namespace: kserve-ci-e2e-test
    resourceVersion: "26338"
    uid: 4c0a3783-db46-4b67-a78e-3c56cd5c3d11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:26:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:12Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d62872095f8a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26339"
    uid: 1156d363-80bf-4fed-92de-6fba3af9508a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:26:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:12Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d628720a0d86fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26340"
    uid: 28dab2cc-af8f-44ff-ba5f-66b0f93b6df5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:26:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:12Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d628720a19bdc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26341"
    uid: 23785f64-bf17-48ac-96d5-1f20a02b00a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:26:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:12Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d628720d368743
    namespace: kserve-ci-e2e-test
    resourceVersion: "26342"
    uid: ff94e671-cbc3-4a50-837c-d6fd136c0f8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:26:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:12Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d628720da9ac11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26343"
    uid: ecf5d2e8-c622-4c1f-b041-87bd7d0063d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:27:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:18Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d628721c7f1b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "26960"
    uid: 7a68d6c6-390c-472e-9fd9-5f5ec716c153
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:27:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:33Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d62884e1a5dc94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: 7c82880a-0a81-438c-9a5a-89674eb0649d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:27:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:33Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d62884e1a684c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: 94e2eb5c-4aa2-4791-a9db-3e9927864040
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-8566v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 50729667-9fba-41a6-8621-6ae3f89c076c
  kind: Event
  lastTimestamp: "2026-09-17T16:27:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:33Z"
    name: isvc-canary-create-predictor-66d85d8bfb-8566v.18d62884f8b321cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: be1a2161-70d0-4724-9b59-3e363ab62de6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d85d8bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26089"
    uid: 795d99cb-4fe7-4b99-89a6-d84724f23601
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: 'Created pod: isvc-canary-create-predictor-66d85d8bfb-4bnsp'
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-predictor-66d85d8bfb.18d6286da49fe821
    namespace: kserve-ci-e2e-test
    resourceVersion: "26107"
    uid: 31f4682e-13f2-4af4-824f-6ea03faa2604
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d85d8bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26089"
    uid: 795d99cb-4fe7-4b99-89a6-d84724f23601
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: 'Created pod: isvc-canary-create-predictor-66d85d8bfb-8566v'
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-predictor-66d85d8bfb.18d6286dab930ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 1d7e6f86-a26e-440c-9285-d552d84a1585
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d85d8bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26928"
    uid: 795d99cb-4fe7-4b99-89a6-d84724f23601
  kind: Event
  lastTimestamp: "2026-09-17T16:27:16Z"
  message: 'Deleted pod: isvc-canary-create-predictor-66d85d8bfb-4bnsp'
  metadata:
    creationTimestamp: "2026-09-17T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb.18d6288110ebb2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26934"
    uid: 351ccacf-a8e4-4e76-ad71-4202b1bf7579
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26088"
    uid: cbf05af0-b4bb-4a35-a690-ae1b00759ba5
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: Scaled up replica set isvc-canary-create-predictor-66d85d8bfb from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-predictor.18d6286d9ae33276
    namespace: kserve-ci-e2e-test
    resourceVersion: "26092"
    uid: 0b00e4d3-c57d-4fc8-8c88-9ac8b90280d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: cbf05af0-b4bb-4a35-a690-ae1b00759ba5
  kind: Event
  lastTimestamp: "2026-09-17T16:27:16Z"
  message: Scaled down replica set isvc-canary-create-predictor-66d85d8bfb from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:16Z"
    name: isvc-canary-create-predictor.18d628811068fcb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26929"
    uid: d25f2cc5-3eeb-4f73-b211-66f575c1862b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:25:53.203545Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26093"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-cdb97449-nglgz
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286d9e96576d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26101"
    uid: 2653c6e2-0b49-4dc2-96b3-6636a97dc930
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26105"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286dc0c2e33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26134"
    uid: dcdfa6f5-a3dc-48be-9ec3-d5a570bf795f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286dc2bc9b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "26136"
    uid: e76c12cb-d0da-4575-9f02-f1eddd3e0b95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286dc5e88901
    namespace: kserve-ci-e2e-test
    resourceVersion: "26137"
    uid: 96b581a8-e0d2-4f37-b6bc-d9fb69dc1e3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286dc668375c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26138"
    uid: 835b471c-6a26-4d93-a9b1-5f4b2a9dc1fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286eddb9742e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26204"
    uid: 3d80a9ed-9521-4b41-a4b7-4551bb97bac6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286ee1b583f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26209"
    uid: 1b039153-392f-4dea-b50f-fb05a47dafc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286ee23af5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26212"
    uid: 4c7638e3-6cd6-442b-b505-398e8b27a96f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286ee246b145
    namespace: kserve-ci-e2e-test
    resourceVersion: "26213"
    uid: ad750dc8-f796-4c5f-8a85-25e8765437fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286ee5fbf41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: 4d64234d-b283-4b0a-8627-41a02d830fd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:25:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:58Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286ee67de6c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26221"
    uid: a0bb21cf-02f3-4dbc-b9e6-bb121264d9ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:27:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:36Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d6286f55d3340a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27131"
    uid: 08e336e4-99c8-4d55-bf6b-7e35aba6da16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:27:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:33Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d62884e1a2c87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27102"
    uid: 43059247-ba7e-402d-8521-006d268e5bc8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:27:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:33Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d62884e1a37731
    namespace: kserve-ci-e2e-test
    resourceVersion: "27104"
    uid: a1735122-a0ca-432e-be1a-ed17b419d6bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b3cdb019-77bf-49c0-8e87-152aab55b231
  kind: Event
  lastTimestamp: "2026-09-17T16:27:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:36Z"
    name: isvc-canary-create-v2-predictor-cdb97449-nglgz.18d62885b02fbb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "27130"
    uid: 33151337-ead8-4f92-842c-a08f27bf5c15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-cdb97449
    namespace: kserve-ci-e2e-test
    resourceVersion: "26077"
    uid: 8a110bcf-84f2-45da-bac8-503780a50a14
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-cdb97449-nglgz'
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-v2-predictor-cdb97449.18d6286d9c81029c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26096"
    uid: 0b75764f-6a09-4fb9-8a7e-d88a007e1b57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: 941388b1-dfe1-4d79-819a-7787a06b3694
  kind: Event
  lastTimestamp: "2026-09-17T16:25:53Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-cdb97449 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:53Z"
    name: isvc-canary-create-v2-predictor.18d6286d941fa611
    namespace: kserve-ci-e2e-test
    resourceVersion: "26079"
    uid: 329a94c4-0473-4cde-a558-4b461adcdefd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: a7808e3c-398d-4f28-8c3e-064146e6d891
  kind: Event
  lastTimestamp: "2026-09-17T16:27:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:27:28Z"
    name: isvc-canary-create.18d6286d9a82589a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27046"
    uid: 157af684-4910-4b8c-9567-f905819450f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: a7808e3c-398d-4f28-8c3e-064146e6d891
  kind: Event
  lastTimestamp: "2026-09-17T16:27:16Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:27:16Z"
    name: isvc-canary-create.18d6286d9d01be08
    namespace: kserve-ci-e2e-test
    resourceVersion: "26944"
    uid: 0caeb735-26ec-4612-98f2-5091896809b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: a7808e3c-398d-4f28-8c3e-064146e6d891
  kind: Event
  lastTimestamp: "2026-09-17T16:27:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:27:16Z"
    name: isvc-canary-create.18d6286d9d0219d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26946"
    uid: e82db7e4-c95f-426e-98de-520a20942543
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "27044"
    uid: a7808e3c-398d-4f28-8c3e-064146e6d891
  kind: Event
  lastTimestamp: "2026-09-17T16:27:28Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:27:28Z"
    name: isvc-canary-create.18d62883d51af951
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: cc23cf32-146c-4b36-823e-d9ab5044b53e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:27:38.378763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27192"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:27:38Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d628861b84e191
    namespace: kserve-ci-e2e-test
    resourceVersion: "27196"
    uid: 753b47b5-9623-45e9-a35a-9b7187740b7b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:27:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:38Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d628862407cd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: 082e9667-ed09-4c4f-83a0-066f1d65f28a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d62886618377c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27232"
    uid: e0d66720-aeaf-495e-a78e-e356d9e6ab25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d6288663118a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27236"
    uid: c3d69299-4bbd-4524-befe-dd84ae5330c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d6288665d46afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: d9e65d93-b1b3-4f10-9715-2526ca35e79f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d62886664f6076
    namespace: kserve-ci-e2e-test
    resourceVersion: "27239"
    uid: 312699b8-547d-472b-b892-0d830fac3e77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d628877129b913
    namespace: kserve-ci-e2e-test
    resourceVersion: "27303"
    uid: 93c12d94-f43b-4284-9663-a201102239be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d62887748b5b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27307"
    uid: 0570653d-45f6-400a-acbf-39b835fed519
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d628877514649d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27308"
    uid: c5e65d2b-c7af-458f-ac35-3e432450fb30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d62887751f0dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27309"
    uid: be694f3e-e0d2-45eb-8ef2-b4af3b5fe33a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d62887781df0b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27310"
    uid: 8d7d6573-bdf9-41bc-91f9-2ecbe87df96c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d628877896926f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27311"
    uid: 8fa1314f-0223-467f-a901-f49e1aad67df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:28:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:55Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d62887e942c6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27952"
    uid: 8705fd23-f9fa-493b-acd4-e8bbb077b89e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:29:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:04Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d6289a3159813e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28107"
    uid: c10522a7-c540-4f14-a391-a696586f2c19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:29:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:04Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d6289a315a25a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28108"
    uid: 567147f8-32cd-4ad6-95c1-d27acfba949b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 68bd910c-be14-4454-bbe7-56c23e609932
  kind: Event
  lastTimestamp: "2026-09-17T16:29:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:07Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-9z5k8.18d6289ac57773b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28135"
    uid: 099f4649-d31c-4b20-a385-5c00d5587aba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:27:38.317567Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27182"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5fd5fb8776-hk744
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:27:38Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d6288617df16c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: 2b684eb1-726b-4f2c-8b8a-bbd9cfd3339c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:27:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:38Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d6288623d02080
    namespace: kserve-ci-e2e-test
    resourceVersion: "27207"
    uid: f6212f35-6187-4c5e-9edd-7f664dc91234
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27191"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d628865e3519dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: 13a528f9-d3ac-4138-b93b-c06fe09cf66f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d628865ff4691b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27229"
    uid: 1d33f5dc-d7eb-4c50-8cb4-230cca64c371
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d62886628a92fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: 74c8ca5d-3eef-46c5-b41c-2af4636bab88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d6288662f1aa14
    namespace: kserve-ci-e2e-test
    resourceVersion: "27235"
    uid: ea273a96-eab5-46d4-8d59-716ba489a503
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:27:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:43Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d62887664b0f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27287"
    uid: 7fb3e58f-6043-4ff8-b9d6-dc321f5d772f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:27:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:43Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d628876a30a03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27291"
    uid: ddbfc32a-1b93-448d-a2c5-87f3957d443d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d628876aab5386
    namespace: kserve-ci-e2e-test
    resourceVersion: "27293"
    uid: ef78b496-b1cf-4ac2-90fa-db2f8f5adc52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d628876ab5c79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27295"
    uid: 7d119c60-814b-42c5-97ee-09b29c250d73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d628876e47389c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: ad7ae1df-59fa-4fcb-8ce5-f77371f52ed5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d628876eb4ba40
    namespace: kserve-ci-e2e-test
    resourceVersion: "27301"
    uid: 5ee00432-a8d2-4667-a88d-88d939ec777c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:29:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:10Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d62887a26fab9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28214"
    uid: fb297f9b-b2bb-49dc-8656-5e8a213844e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:29:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:08Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d6289b0f0327f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28169"
    uid: 90f58928-cd5b-4c93-a47d-925564560088
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:29:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:08Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d6289b0f03aa4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: 0c018dbc-af2c-4a6a-a09d-28927384ff0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ded5f04f-0718-41d8-b632-daa6024f4b27
  kind: Event
  lastTimestamp: "2026-09-17T16:29:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:10Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-hk744.18d6289ba8b4b784
    namespace: kserve-ci-e2e-test
    resourceVersion: "28213"
    uid: b30e2e0f-cc9b-4454-94b1-747405478808
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fd5fb8776
    namespace: kserve-ci-e2e-test
    resourceVersion: "27164"
    uid: f2897b41-b2b7-4a9b-b421-20d1bf8d82be
  kind: Event
  lastTimestamp: "2026-09-17T16:27:38Z"
  message: 'Created pod: isvc-canary-promote-predictor-5fd5fb8776-hk744'
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:38Z"
    name: isvc-canary-promote-predictor-5fd5fb8776.18d6288617659b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27183"
    uid: f734d04d-95d8-4835-bc37-8648b11c0f54
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fd5fb8776
    namespace: kserve-ci-e2e-test
    resourceVersion: "27164"
    uid: f2897b41-b2b7-4a9b-b421-20d1bf8d82be
  kind: Event
  lastTimestamp: "2026-09-17T16:27:38Z"
  message: 'Created pod: isvc-canary-promote-predictor-5fd5fb8776-9z5k8'
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:38Z"
    name: isvc-canary-promote-predictor-5fd5fb8776.18d628861b1aa4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27194"
    uid: e28fe711-8644-4fe6-942a-18f4984c1c1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fd5fb8776
    namespace: kserve-ci-e2e-test
    resourceVersion: "28099"
    uid: f2897b41-b2b7-4a9b-b421-20d1bf8d82be
  kind: Event
  lastTimestamp: "2026-09-17T16:29:04Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-5fd5fb8776-9z5k8'
  metadata:
    creationTimestamp: "2026-09-17T16:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:04Z"
    name: isvc-canary-promote-predictor-5fd5fb8776.18d6289a312ce23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28102"
    uid: 66c3d508-55e3-49b9-a555-217b3c8672fd
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27163"
    uid: a027128e-888e-454b-832f-a2e9aff0b757
  kind: Event
  lastTimestamp: "2026-09-17T16:27:38Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5fd5fb8776 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:38Z"
    name: isvc-canary-promote-predictor.18d6288613610bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27166"
    uid: d0e1803c-73c2-4e21-bebf-940574e6cb45
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28095"
    uid: a027128e-888e-454b-832f-a2e9aff0b757
  kind: Event
  lastTimestamp: "2026-09-17T16:29:04Z"
  message: Scaled down replica set isvc-canary-promote-predictor-5fd5fb8776 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:04Z"
    name: isvc-canary-promote-predictor.18d6289a30b14be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28100"
    uid: b4e1d3bb-e49d-45cb-9254-df5823a65ba3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:27:38.276697Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:27:38Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d62886156f7d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: 6cd0ba0e-e071-487a-8e2a-e48396e520c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:27:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:38Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628861dc8ead0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 453a035c-9097-44ac-ba22-40a4d4e96e8d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628865b1f9aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: b1886e98-f135-4b50-8a0d-3f0185918d1a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628865ca29b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: be81be88-0825-416c-9b36-d95898bfac32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628866028b462
    namespace: kserve-ci-e2e-test
    resourceVersion: "27230"
    uid: 0e06f843-b2c1-432b-86a2-a8462c109d81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:27:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:39Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d6288660abebf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 85b3142f-2c66-45ca-b499-583bd8f93eb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:27:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:43Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628876631e1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: a6a455ad-3316-42a3-b4e8-e8a3f679f6b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:27:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628876a35a2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27292"
    uid: 18cd33c9-bbb5-43fc-b90b-47cf576252e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628876ab32bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27294"
    uid: 4322c3b3-b707-4fd9-a99e-846a6f1c4d07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628876abe10a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: 102af94b-f475-41fb-9337-ecc2e0630513
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628876e44b646
    namespace: kserve-ci-e2e-test
    resourceVersion: "27297"
    uid: f37eae7e-72f0-49aa-b7be-abd3473c5d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:27:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:44Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628876ed65eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: 922aeae9-9638-461a-b014-600dae946198
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:31:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:04Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d62887a259ccff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29267"
    uid: 10571846-abf3-4e85-bd95-264dd67cb2ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:30:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:38Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628b00cae9256
    namespace: kserve-ci-e2e-test
    resourceVersion: "28978"
    uid: 34c82875-e2c5-454f-8886-4b1a0c7ebff9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:30:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:38Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628b00cb3729f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28980"
    uid: c2c179be-0db8-456a-8492-276300cd1a76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: b8d67e9f-0329-48a5-a509-ca4192beb3e0
  kind: Event
  lastTimestamp: "2026-09-17T16:31:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:05Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9.18d628b09d1c8c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29278"
    uid: 03fece60-6b1c-4f48-8169-bcde72f797a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:29:08.405404Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:29:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:29:08Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289b11866c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "28177"
    uid: ac2912c4-bd1a-4f07-ac9c-d2810efb4f7a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:09Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:29:09Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289b485f1238
    namespace: kserve-ci-e2e-test
    resourceVersion: "28186"
    uid: ce94174d-bb0a-4ad8-8a36-3b40d0bc19cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:09Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289b4a7d70cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28188"
    uid: 8981df6c-2602-4a7c-b4fc-ff806ee57fdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:09Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289b4ed21f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "28190"
    uid: f229a9d8-b0da-4ab2-9e4a-bbe6a79ea9de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:09Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289b4f56b7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28191"
    uid: 53818736-edb4-4ec6-b78a-6b8b3e9e8c54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:13Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289c43d031c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28248"
    uid: fc7137ff-4cd2-4c00-92a0-55a590951286
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:13Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289c47bde195
    namespace: kserve-ci-e2e-test
    resourceVersion: "28252"
    uid: c995493c-9f46-4228-b99c-844e1665c242
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:13Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289c48468879
    namespace: kserve-ci-e2e-test
    resourceVersion: "28253"
    uid: f16bd33c-fedb-4a10-871c-a19194611a0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:13Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289c4852c052
    namespace: kserve-ci-e2e-test
    resourceVersion: "28254"
    uid: 2a4c499a-b9f7-4968-ac3d-1db8241ddd47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:13Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289c4b93c9c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28255"
    uid: 378b30b0-77f5-46ba-8017-ebe946d616de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:13Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289c4c15a3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28256"
    uid: db62d411-b365-4cca-abea-254f7e2d6c07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:30:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:41Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d6289cbbf27cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 1a8e1551-9c5c-4435-817c-d64ee7d23d08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:30:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:38Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d628b00c7822e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28977"
    uid: 29dbde87-ff80-42f8-88fe-1f43aaae4ca7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:30:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:38Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d628b00c78b344
    namespace: kserve-ci-e2e-test
    resourceVersion: "28979"
    uid: 9b56965a-9237-401b-aa1c-b912158ddf69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 2d15e912-a4b0-42a6-a961-e6db715c4ba4
  kind: Event
  lastTimestamp: "2026-09-17T16:30:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:41Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs.18d628b0c23bc4a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29004"
    uid: fff53589-cd69-4606-9fed-67dc9e3af2b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: a518246d-0dc4-49c2-be06-0e3c94ecdd7d
  kind: Event
  lastTimestamp: "2026-09-17T16:27:38Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7c98bbb8c9-b5sd9'
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:38Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9.18d6288614f0d27d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27172"
    uid: 32c40685-bf58-4006-a556-ce15f04d2367
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28160"
    uid: a518246d-0dc4-49c2-be06-0e3c94ecdd7d
  kind: Event
  lastTimestamp: "2026-09-17T16:29:08Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7c98bbb8c9-hp4fs'
  metadata:
    creationTimestamp: "2026-09-17T16:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:08Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9.18d6289b11085751
    namespace: kserve-ci-e2e-test
    resourceVersion: "28173"
    uid: 3a02a62e-2510-4c30-9c84-a6525bf0bc3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27154"
    uid: 8670b048-2106-439e-8899-c097d5b8f64b
  kind: Event
  lastTimestamp: "2026-09-17T16:27:38Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7c98bbb8c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:38Z"
    name: isvc-canary-promote-v2-predictor.18d628861112dddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27156"
    uid: 7b62fa58-c584-4173-b412-9c6d9bc198e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: 8670b048-2106-439e-8899-c097d5b8f64b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:08Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7c98bbb8c9 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T16:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:08Z"
    name: isvc-canary-promote-v2-predictor.18d6289b0dc77707
    namespace: kserve-ci-e2e-test
    resourceVersion: "28164"
    uid: c81a2f57-b667-4c36-9218-6d83979a793e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: 7e3f5428-52eb-4495-aa26-7d09788b6cc4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:04Z"
    name: isvc-canary-promote.18d62886130899b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28121"
    uid: d63f6488-795f-4fbb-877f-1aa738d07d0c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: 7e3f5428-52eb-4495-aa26-7d09788b6cc4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:04Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:04Z"
    name: isvc-canary-promote.18d62886137cefa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28116"
    uid: 2d10ef7c-398c-401c-8005-bf98cd672357
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: 7e3f5428-52eb-4495-aa26-7d09788b6cc4
  kind: Event
  lastTimestamp: "2026-09-17T16:29:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:04Z"
    name: isvc-canary-promote.18d62886137d497b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28117"
    uid: dece6ed3-c426-4ff1-8d39-092b6ba12a3f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "28119"
    uid: 7e3f5428-52eb-4495-aa26-7d09788b6cc4
  kind: Event
  lastTimestamp: "2026-09-17T16:30:31Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:30:31Z"
    name: isvc-canary-promote.18d6289a37d78e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "28912"
    uid: e9ab2787-37ec-4016-9e75-1184d0cfd9a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:33:18.881243Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30455"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b9dfd44-5m945
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:33:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:33:18Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d5630c6a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30461"
    uid: e463aef8-5a15-4363-ab4c-43a36117164e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30464"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:33:19Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:33:19Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d5853a2a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: 5746bf7e-ac06-4ce5-930c-f5b0d137aa0f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:33:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:19Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d586c71cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: e88d9c90-f89a-4a22-97d1-ddba7c7e1020
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:33:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:19Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d58a8bacf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30475"
    uid: 4d40b640-ffbe-4125-9154-509db53c0ecb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:33:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:19Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d58aef9fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: a4ec076c-fb5c-44bb-9e49-21d8eaa7fa34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:33:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:23Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d6895b5b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30519"
    uid: 30c0af8b-97b1-4682-9c6e-9a271e650e95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:33:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:23Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d68d4b9454
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: a5927a01-b587-4b2b-afae-3a96a07dcfa1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:33:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:23Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d68db12292
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: 67c15236-704b-4fda-b32c-a2ccb551e42f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:33:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:23Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d68dbb3f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: 2f2d8df8-1fdd-409e-b5c1-cbf1f7456fa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:33:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:23Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d6903e6f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: 3d69269a-e976-4e6b-8036-65cfaaec6b47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:33:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:23Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d690a42749
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: e8b920c9-f726-44f8-81f2-9849e0dd2b63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:34:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:51Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628d7017fa30f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31355"
    uid: 1ce2651c-28c5-452e-8a3b-5e6114a6030a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:34:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:48Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628ea5b5562c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: 713d27e9-e21a-4bd6-81f4-d2ad70056b8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:34:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:48Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628ea5b55e511
    namespace: kserve-ci-e2e-test
    resourceVersion: "31323"
    uid: 410bb044-3e83-4e82-b083-e7c205a18fe7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: e65398b0-e29f-48c6-86cb-3a33bcf8c3aa
  kind: Event
  lastTimestamp: "2026-09-17T16:34:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:51Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-5m945.18d628eb07b70764
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 67a5b0ba-13d2-4440-a081-bba5071f8c23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:30:43.940947Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29072"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:30:43Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628b14fe30ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29076"
    uid: e0832561-4368-4ff2-950d-db8f6c87e013
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29080"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:31:09Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:31:09Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628b73eeac9c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29304"
    uid: 4f9f4874-4a5b-41ae-a4a6-0ce8043a18ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:31:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:11Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628b7aad86488
    namespace: kserve-ci-e2e-test
    resourceVersion: "29325"
    uid: d7ceebad-5c53-4d85-8e8b-908598a5c19f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:31:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:20Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628b9d9491c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 362fe633-15b4-47e1-b785-bf70e20c588b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:31:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:20Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628b9dba2f4fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29400"
    uid: 5c0a0f70-3862-4d25-b950-efe477dde048
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:31:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:50Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628c0c4947cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: ae92139f-0461-47a9-ba86-dd63d349d2d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:31:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:50Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628c0cebf8a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29633"
    uid: 98f7c914-9dbd-404d-8b18-d1987efbdd8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:31:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:50Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628c0cfbbdcfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29634"
    uid: 05653a50-7c26-4d2c-9827-91b11128488d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:31:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:50Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628c0cfc7b1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29636"
    uid: d50818af-7635-453a-adbb-b1afbef57a36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:31:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:50Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628c0dc25ef79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29639"
    uid: d194058a-c88b-45af-ae2d-48d7d95198c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:31:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:50Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628c0dd387456
    namespace: kserve-ci-e2e-test
    resourceVersion: "29640"
    uid: 8ddd7863-27fc-4fe8-8d81-f638ab30c84d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:33:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:17Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628c100b9c7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30428"
    uid: 8663dbea-1ead-4d2f-ba02-938ebf282556
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:33:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:14Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628d467b9cc77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30400"
    uid: 518b0550-395d-4565-a32d-a93a93582626
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:33:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:14Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628d467ba6638
    namespace: kserve-ci-e2e-test
    resourceVersion: "30401"
    uid: 6b5ff1d6-be73-41ba-b84f-4babdbd19da0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: b8a20890-c2fa-4ba5-94ae-76aec84184d7
  kind: Event
  lastTimestamp: "2026-09-17T16:33:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:17Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-g2rvn.18d628d50737f8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30427"
    uid: 6571a4db-b44a-41b3-8ad8-0eeb2fd63fce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:30:43.846708Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:30:43Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b14a45247e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29065"
    uid: ca58b178-bfbf-4f89-bf56-aeb974df50ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29071"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:30:44Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:30:44Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b16c631716
    namespace: kserve-ci-e2e-test
    resourceVersion: "29094"
    uid: 1cf5d2e9-51bc-4b6b-8f18-d1e6d839e5b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:30:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:44Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b16e4eca92
    namespace: kserve-ci-e2e-test
    resourceVersion: "29097"
    uid: c6ff813f-4690-4695-ac5a-0df643472f9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:30:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:44Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b17206cec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29099"
    uid: a5100f35-01f7-4cc4-9831-9ed118d20457
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:30:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:44Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b17285b4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29100"
    uid: e73a7b7c-b461-44bf-b4ee-504c7bca8445
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:30:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:48Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b27d4cfa27
    namespace: kserve-ci-e2e-test
    resourceVersion: "29139"
    uid: e8bff374-a1a6-4a60-b694-5f0ec078224d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:30:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:49Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b2807aaf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29141"
    uid: 5ffe407f-998f-4d6c-b4ff-57dac60bd8b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:30:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:49Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b280ff84d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29142"
    uid: 7e3538c8-41fa-482a-a751-95d142998758
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:30:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:49Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b2810cd3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "29143"
    uid: f7a33d57-9b5f-4054-bedf-612599acfeeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:30:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:49Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b284208da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29147"
    uid: 0c7a20ef-c622-40a4-ba6c-a5ba25081aeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:30:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:49Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b284a0462d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29148"
    uid: 97b7d233-0dd7-43a3-a0c9-caee290f9591
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:31:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:57Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628b2f5a4bcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29698"
    uid: 0ab6a3cd-a957-4ab0-b741-134cd9cce27d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:34:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:48Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628ea5b452be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31320"
    uid: be9cf54f-46b9-417b-9b2f-eedddc3dbcd3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:34:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:48Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628ea5b463ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31322"
    uid: 8f76371f-0c39-40f4-a4fd-e66ae96e09c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: d4174708-9d4c-4150-aa10-b07235c55a38
  kind: Event
  lastTimestamp: "2026-09-17T16:34:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:34:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:52Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-pmcdc.18d628eb12970fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31357"
    uid: 1effdce5-7f10-4513-a072-61705ffa70ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b9dfd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "29044"
    uid: ba014bff-f645-4249-bec7-44541792fcc2
  kind: Event
  lastTimestamp: "2026-09-17T16:30:43Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b9dfd44-pmcdc'
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:30:43Z"
    name: isvc-canary-rollback-predictor-6b9dfd44.18d628b1498c8529
    namespace: kserve-ci-e2e-test
    resourceVersion: "29064"
    uid: 7a2ec436-0e3f-44c9-8f48-c3842cbbe582
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b9dfd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "29044"
    uid: ba014bff-f645-4249-bec7-44541792fcc2
  kind: Event
  lastTimestamp: "2026-09-17T16:30:43Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b9dfd44-g2rvn'
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:30:43Z"
    name: isvc-canary-rollback-predictor-6b9dfd44.18d628b14e968ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29073"
    uid: 52d1fb1e-5b87-4eed-a611-7494e723e3b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b9dfd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "30392"
    uid: ba014bff-f645-4249-bec7-44541792fcc2
  kind: Event
  lastTimestamp: "2026-09-17T16:33:14Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6b9dfd44-g2rvn'
  metadata:
    creationTimestamp: "2026-09-17T16:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:33:14Z"
    name: isvc-canary-rollback-predictor-6b9dfd44.18d628d46788d03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30396"
    uid: 4a349ec2-3212-4fd1-9c5b-c5b6e1a2761a
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b9dfd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: ba014bff-f645-4249-bec7-44541792fcc2
  kind: Event
  lastTimestamp: "2026-09-17T16:33:18Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b9dfd44-5m945'
  metadata:
    creationTimestamp: "2026-09-17T16:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:33:18Z"
    name: isvc-canary-rollback-predictor-6b9dfd44.18d628d56262c2c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: daf7c407-442a-45be-938e-b3c4c1641a73
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: c5a39f85-13fc-492e-ae97-9d790806ca2d
  kind: Event
  lastTimestamp: "2026-09-17T16:30:43Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b9dfd44 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:30:43Z"
    name: isvc-canary-rollback-predictor.18d628b144861a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "29046"
    uid: 75872292-12de-4c8b-98e0-c116acd325b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30388"
    uid: c5a39f85-13fc-492e-ae97-9d790806ca2d
  kind: Event
  lastTimestamp: "2026-09-17T16:33:14Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6b9dfd44 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:33:14Z"
    name: isvc-canary-rollback-predictor.18d628d467156fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30393"
    uid: 759e6adf-e132-4e0e-a901-4592584ef37b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30438"
    uid: c5a39f85-13fc-492e-ae97-9d790806ca2d
  kind: Event
  lastTimestamp: "2026-09-17T16:33:18Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b9dfd44 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:33:18Z"
    name: isvc-canary-rollback-predictor.18d628d55e6afa09
    namespace: kserve-ci-e2e-test
    resourceVersion: "30448"
    uid: fb8e830d-da3b-4779-9765-eec1d1122530
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:30:43.789541Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29050"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:30:43Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628b146dd1c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29055"
    uid: 87fc593d-f9fb-42e0-a33c-0509304c7736
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:30:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:43Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628b1525ec50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29082"
    uid: 5a26194a-60f2-47b8-a08e-68c9c98ff18b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29062"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:31:09Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:31:09Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628b745eb8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "29307"
    uid: 4aac3ea6-802c-4189-b816-fbb054bdeccf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:31:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:11Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628b7aad86438
    namespace: kserve-ci-e2e-test
    resourceVersion: "29324"
    uid: 715e8ca7-ad7c-4255-b62e-b79383e241ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:31:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:16Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628b8e92f5c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29359"
    uid: e79da448-ad3d-4c25-ae35-38e74221d0b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:31:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:16Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628b8ea75f61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29360"
    uid: 318b44ee-9a17-40ee-9c70-04622ef2b543
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:31:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:49Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628c0a26827a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29617"
    uid: 8d0becbb-e35a-4741-9774-b4ef695a4e9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:31:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:50Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628c0c60710e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29626"
    uid: 105b3c95-d8bf-4da5-9839-ea7e6d963377
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:31:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:50Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628c0c89f132b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29628"
    uid: ec48bdba-fc48-46cb-8d12-b2f69a836031
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:31:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:50Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628c0c8ab7771
    namespace: kserve-ci-e2e-test
    resourceVersion: "29629"
    uid: 05a71b68-a484-4dda-a224-19114cdb6518
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:31:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:50Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628c0cfbd013d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29635"
    uid: c711912b-5eb8-4211-92c4-cb68b1593a26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:31:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:50Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628c0d0f41f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: d82926e4-44cb-4ed9-8cf0-42c0ca8bf6ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:33:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:04Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628c13cd5a865
    namespace: kserve-ci-e2e-test
    resourceVersion: "30301"
    uid: 41867d7c-1034-4561-85d8-5a68a3a41c3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:33:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:18Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628d55f48211c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30452"
    uid: 8666002d-1f22-449d-98b8-2d0893403208
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:33:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:18Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628d55f493031
    namespace: kserve-ci-e2e-test
    resourceVersion: "30453"
    uid: 765ca8a7-1ec1-4fe9-8a87-e473bf6fa832
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: cd02dd34-37df-478d-8435-fadb17eb6c39
  kind: Event
  lastTimestamp: "2026-09-17T16:33:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:23Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt.18d628d66d2f8e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: c9f39198-71f7-4036-a15b-c991cac1b285
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-84f8f8b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "29033"
    uid: 81be393e-fbd8-410e-aacb-13be3104a4df
  kind: Event
  lastTimestamp: "2026-09-17T16:30:43Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-84f8f8b45-wbzmt'
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:30:43Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45.18d628b146591dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29053"
    uid: e59938b3-d62c-4301-a499-aeaae7d4b7b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29031"
    uid: c77d2c6b-2b9d-4422-b971-a4bebbbddfdd
  kind: Event
  lastTimestamp: "2026-09-17T16:30:43Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-84f8f8b45 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:30:43Z"
    name: isvc-canary-rollback-v2-predictor.18d628b140ef7276
    namespace: kserve-ci-e2e-test
    resourceVersion: "29035"
    uid: e52de9da-fec2-456a-8f8f-0b54f547c670
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29022"
    uid: 8dc5d6b3-cc47-4dbf-8e50-f4f47d846f24
  kind: Event
  lastTimestamp: "2026-09-17T16:33:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:33:14Z"
    name: isvc-canary-rollback.18d628b14401e2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "30409"
    uid: 8bffa64f-29f1-41ae-94c4-b02252720164
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29022"
    uid: 8dc5d6b3-cc47-4dbf-8e50-f4f47d846f24
  kind: Event
  lastTimestamp: "2026-09-17T16:33:14Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:33:14Z"
    name: isvc-canary-rollback.18d628b144aeef6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30407"
    uid: 32564709-cb13-4ebd-9a95-919bb3c6e656
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29022"
    uid: 8dc5d6b3-cc47-4dbf-8e50-f4f47d846f24
  kind: Event
  lastTimestamp: "2026-09-17T16:33:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:33:14Z"
    name: isvc-canary-rollback.18d628b144af5b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "30408"
    uid: 370b788a-4797-4e03-a996-dee474aa7f40
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "30331"
    uid: 8dc5d6b3-cc47-4dbf-8e50-f4f47d846f24
  kind: Event
  lastTimestamp: "2026-09-17T16:34:41Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:34:41Z"
    name: isvc-canary-rollback.18d628d2bcbe0c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31193"
    uid: 10d5a754-2ff9-48af-94e0-8345c13c718e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:34:54.324118Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31435"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7f68f9d4d-swmqr
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628eb9be309ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: 4aae493a-d60d-4072-93d9-1e4bb8662f25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31445"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628ebbdd56578
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 3cdbb2e6-d864-44ef-900b-e5359938d6cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628ebc027d1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31466"
    uid: a47ec723-d1cb-4fde-af2a-4c534fea3b6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628ebc38593f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: 96ef3b39-5c7a-495a-86b0-acd4f652443e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:55Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628ebc3fe01cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31468"
    uid: 84148ce6-0cbc-4abb-9fe0-3c83b12c6174
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628ecc47afb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31523"
    uid: 106e8e71-ffa9-4b2f-880a-03fac6c2c67d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628ecc7b40534
    namespace: kserve-ci-e2e-test
    resourceVersion: "31525"
    uid: fcbda95b-f861-475b-a10c-96e44cc7a3b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628ecc83410ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31526"
    uid: 7bde32ce-0c34-4172-8266-7df866fa1546
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628ecc83fe674
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 8242bdae-81c4-466f-a33d-af4eafe152b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628eccb3b598f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: 9d6094bc-5cbc-4ca3-af96-07aafa2951cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628eccbb2a153
    namespace: kserve-ci-e2e-test
    resourceVersion: "31531"
    uid: de554bc6-c422-497a-9d6b-b24a68aadb0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:36:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:18Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628ed3cd26be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32257"
    uid: b2b1436e-ec89-4077-b154-c3a8d70af4d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:36:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:18Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628ff3378ace6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32252"
    uid: f0b3da5e-7e1b-418a-8b3f-3af5c48387ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:36:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:18Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d628ff33799a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32254"
    uid: fa677b40-64dc-42ed-a2b7-6ed749ef3016
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 2102846a-adb2-4077-96db-b535461139ba
  kind: Event
  lastTimestamp: "2026-09-17T16:36:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:22Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-swmqr.18d62900191a83a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32288"
    uid: 952b4125-2512-4eab-8833-40a3b29c4166
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:34:54.240548Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31424"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628eb96e80d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31428"
    uid: dfbf479f-9943-4c4c-9f92-dbcae221191b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31432"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628ebb90140fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31459"
    uid: 806e5cbe-ad61-4ab9-8379-6ec7d25448b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628ebbbf1f468
    namespace: kserve-ci-e2e-test
    resourceVersion: "31461"
    uid: 7b5e9f1d-f79d-46a0-82d3-62bd02052c30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628ebbf296062
    namespace: kserve-ci-e2e-test
    resourceVersion: "31464"
    uid: 0c8b993f-7dee-49d5-b6f2-b0289428faf8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628ebbfac5246
    namespace: kserve-ci-e2e-test
    resourceVersion: "31465"
    uid: 57fa0447-a06e-4f2b-aac7-9b4b7998915e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628ecbaa5bcae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31514"
    uid: d70b3072-1de9-4e8c-8332-577bce412d7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628ecbe202255
    namespace: kserve-ci-e2e-test
    resourceVersion: "31516"
    uid: 7ed1ee43-5077-4137-b8b0-dc1c630756ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628ecbe9f4ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31517"
    uid: 602639b7-5a63-45e7-9a9e-7da3fc2a09d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628ecbeacac7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31518"
    uid: 8cd85ea9-2a00-4572-b81c-d5218abc3d15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628ecc1d9fc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31521"
    uid: 744daf13-c12b-46b1-b91d-d8c8f9d3bb30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:34:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:59Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628ecc25b634f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: ae6188ca-9ba8-4527-bda5-3c1c42b316bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:36:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:26Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d628ecf702e333
    namespace: kserve-ci-e2e-test
    resourceVersion: "32348"
    uid: e3671606-4a96-486a-8b46-e1faa983a485
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:36:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:24Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d6290087c496bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32326"
    uid: cd457ecd-e315-4497-9a3c-d3420d8680e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:36:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:24Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d6290087c5356c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32327"
    uid: 24d14c36-3afc-4b56-9bcf-8b74fba9a506
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: e90bd1e9-4f32-4ce4-bad1-7c0245852f78
  kind: Event
  lastTimestamp: "2026-09-17T16:36:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:26Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-vmxjt.18d62900fd3f295e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32346"
    uid: 296905d4-f6af-42d1-b06f-4c404e8b995e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f68f9d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31408"
    uid: f6ca10cd-44f3-40c0-95e9-e2fb1030db2c
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: 'Created pod: isvc-canary-stop-predictor-7f68f9d4d-vmxjt'
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor-7f68f9d4d.18d628eb964512b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31426"
    uid: 749e32f4-3915-46d8-aa16-781e5d08015f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f68f9d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31408"
    uid: f6ca10cd-44f3-40c0-95e9-e2fb1030db2c
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: 'Created pod: isvc-canary-stop-predictor-7f68f9d4d-swmqr'
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor-7f68f9d4d.18d628eb9aea9d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: 657d2749-dfa6-4fc4-80c0-1ce4b9da6249
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f68f9d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32244"
    uid: f6ca10cd-44f3-40c0-95e9-e2fb1030db2c
  kind: Event
  lastTimestamp: "2026-09-17T16:36:18Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-7f68f9d4d-swmqr'
  metadata:
    creationTimestamp: "2026-09-17T16:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:36:18Z"
    name: isvc-canary-stop-predictor-7f68f9d4d.18d628ff334b2a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "32249"
    uid: 8780a5fd-1ff5-4c8a-8b3e-02a4924d9b56
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31407"
    uid: 13a0ac0e-d6b5-480c-b6dd-5de8670a3456
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: Scaled up replica set isvc-canary-stop-predictor-7f68f9d4d from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-predictor.18d628eb910b7448
    namespace: kserve-ci-e2e-test
    resourceVersion: "31411"
    uid: b99ada56-1149-4bb8-850c-bae03e4d3edf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32239"
    uid: 13a0ac0e-d6b5-480c-b6dd-5de8670a3456
  kind: Event
  lastTimestamp: "2026-09-17T16:36:18Z"
  message: Scaled down replica set isvc-canary-stop-predictor-7f68f9d4d from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:36:18Z"
    name: isvc-canary-stop-predictor.18d628ff32e2729b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32246"
    uid: b212c26a-85fd-409d-89dd-e35a94e42756
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:34:54.180217Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628eb934f622f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31420"
    uid: 8b38e0c3-dac2-49e7-86c4-d45f16497a06
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628eb9fc0b4e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31447"
    uid: 84f99f94-f459-4e58-ab5e-822cea46445e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31425"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:34:55Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:34:55Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628ebd993e160
    namespace: kserve-ci-e2e-test
    resourceVersion: "31478"
    uid: b7bc441e-4a37-4951-aee6-66d97def62e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:34:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:55Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628ebdb5fb911
    namespace: kserve-ci-e2e-test
    resourceVersion: "31482"
    uid: 0ab571dc-bcb1-4ace-a56c-ed4710c5796e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:34:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:55Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628ebdf83d767
    namespace: kserve-ci-e2e-test
    resourceVersion: "31485"
    uid: 544f3562-5ce3-4530-9ffc-9183ae857994
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:34:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:55Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628ebdffcbc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: cf942a2c-0051-4fbc-b6be-8784e9c03576
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:35:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:00Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628ed009b0350
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: e88027f3-2f16-4351-b1e0-00b9b4b2b390
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:35:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:00Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628ed03eb7ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31544"
    uid: db82bb84-4ed9-4482-8a34-e8a65aad4d27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:35:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:00Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628ed04600947
    namespace: kserve-ci-e2e-test
    resourceVersion: "31545"
    uid: e2bd1d38-3edb-493c-bbbe-6af2e204c7db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:35:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:00Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628ed046c2c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "31546"
    uid: a5862372-f059-4dc6-bade-76636e498508
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:35:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:00Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628ed09158492
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: 404c39d2-5c10-4bef-a99c-3393cbb63d29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:35:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:00Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628ed0989abf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31550"
    uid: 18c1b358-ae37-48f2-983e-a8b48017d4d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:36:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:28Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d628ed3cdb0df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: 0dce8a3f-c2f4-47e5-aa98-3d0ba9bb0961
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:36:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:24Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d62900855933b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: 6bb36672-042e-45f9-98d7-5ba66ad81a08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:36:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:24Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d62900855a7da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: 6963f4a8-7a4b-4c19-90b0-d6f91f4f6eaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: d08bf548-bf5b-41eb-b946-4d35e6c193f8
  kind: Event
  lastTimestamp: "2026-09-17T16:36:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:28Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx.18d629017f07d62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32366"
    uid: d9504e36-a53e-4ba9-ac29-13310cf07173
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6786bd6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31398"
    uid: 82bf0462-c14d-4132-9403-acd998e9dc38
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6786bd6d5-tlvxx'
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5.18d628eb92ca1068
    namespace: kserve-ci-e2e-test
    resourceVersion: "31417"
    uid: 03d1a2b0-8874-4dd5-8886-b4685f6ce35a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31397"
    uid: 926d6a3a-282a-45b7-acc7-df31a9b01258
  kind: Event
  lastTimestamp: "2026-09-17T16:34:54Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6786bd6d5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:54Z"
    name: isvc-canary-stop-v2-predictor.18d628eb8eae972e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: 52eca20c-b0d7-4b55-b6f6-517b65e287d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: d74afcf8-8c3c-4fa4-9c6a-abc07c0f4a40
  kind: Event
  lastTimestamp: "2026-09-17T16:36:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:36:24Z"
    name: isvc-canary-stop.18d628eb90bd0e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: bbf961c5-bc31-4aac-8aae-58161285c13a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: d74afcf8-8c3c-4fa4-9c6a-abc07c0f4a40
  kind: Event
  lastTimestamp: "2026-09-17T16:36:18Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:36:18Z"
    name: isvc-canary-stop.18d628eb917f6c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "32259"
    uid: 76a4cdc7-92cd-447b-9513-c9fe827d13b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: d74afcf8-8c3c-4fa4-9c6a-abc07c0f4a40
  kind: Event
  lastTimestamp: "2026-09-17T16:36:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:36:18Z"
    name: isvc-canary-stop.18d628eb917fc221
    namespace: kserve-ci-e2e-test
    resourceVersion: "32260"
    uid: 5e892837-9280-477c-a1cf-7d9afb717ad3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "32262"
    uid: d74afcf8-8c3c-4fa4-9c6a-abc07c0f4a40
  kind: Event
  lastTimestamp: "2026-09-17T16:36:18Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:36:18Z"
    name: isvc-canary-stop.18d628ff39fded78
    namespace: kserve-ci-e2e-test
    resourceVersion: "32263"
    uid: e3b65608-ca86-45a5-bc78-b833f40c584f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:38.665538Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 57caa384-cd14-461b-8f33-60c821a47fde
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj.18d62760cec27960
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: ba875d9a-2b78-42f9-83cd-d7671d1dd265
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: 57caa384-cd14-461b-8f33-60c821a47fde
  kind: Event
  lastTimestamp: "2026-09-17T16:06:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-e8cd39-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj.18d62760d69d6708
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: 14bbc065-be75-4c3a-9c5c-91eb824e5230
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: 57caa384-cd14-461b-8f33-60c821a47fde
  kind: Event
  lastTimestamp: "2026-09-17T16:06:39Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:39Z"
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj.18d6276114cb0244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15471"
    uid: 59e45bf9-81eb-4200-b5e7-d18a4ea23a74
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: 57caa384-cd14-461b-8f33-60c821a47fde
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj.18d6276116ac92e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: 840bb50e-65ab-49be-90b4-76f9f47f3699
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: 57caa384-cd14-461b-8f33-60c821a47fde
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj.18d6276119c3a846
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: 9af22848-1d38-4b3a-9d62-782ad958b96a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: 57caa384-cd14-461b-8f33-60c821a47fde
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj.18d627611a40c716
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: 3e6add9b-f4cf-4e32-b103-9634b74a37dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: 57caa384-cd14-461b-8f33-60c821a47fde
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj.18d627630ab23af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15573"
    uid: ddc4c8d2-5222-4e7a-b30c-2cfadd020765
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: a28aaec7-e185-43eb-a4ff-5f3f55e060d4
  kind: Event
  lastTimestamp: "2026-09-17T16:06:38Z"
  message: 'Created pod: isvc-init-fail-e8cd39-predictor-7cc55f569c-47hfj'
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-init-fail-e8cd39-predictor-7cc55f569c.18d62760ce1d877b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: 9ded1967-4034-4f9b-b30a-1b00319ce8b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-e8cd39-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: 06501acb-2242-49bf-be0e-b7b56b194905
  kind: Event
  lastTimestamp: "2026-09-17T16:06:38Z"
  message: Scaled up replica set isvc-init-fail-e8cd39-predictor-7cc55f569c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-init-fail-e8cd39-predictor.18d62760ca5768d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15429"
    uid: bb52a1fe-c3f2-4e9e-992f-671bc879d4ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e8cd39
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 6a1f6c75-4f5c-4413-99e0-2ba4017bd402
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-init-fail-e8cd39.18d62760ca5813b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: 093b0f97-a9fd-4206-a91f-44c8dcd9ef8e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:36:34.592587Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32447"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-zc48r
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:36:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:36:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d62902f45a835d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32456"
    uid: 32ea728a-fc61-478e-9f1b-b72b23ec382e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32459"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:36:35Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:36:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d6290316786b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32466"
    uid: f6bc9953-48d1-49cc-8152-d8bc4e02c7f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:36:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d629031839396a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32468"
    uid: ce67686c-d2dd-4c5b-8e3c-2f4bf5473a79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:36:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d629031b253188
    namespace: kserve-ci-e2e-test
    resourceVersion: "32469"
    uid: faced065-eb1f-4e15-81be-c47a44641960
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:36:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d629031b9c6a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32470"
    uid: 9d1e07aa-c539-472c-bf3f-c25e5f58a0b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:36:39Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:39Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d629042b56c5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32509"
    uid: 419e0f65-58c2-437f-849d-db0adc192d2f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:36:46Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.325s (6.325s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d62905a45cf999
    namespace: kserve-ci-e2e-test
    resourceVersion: "32560"
    uid: 0358b518-65f8-42d1-871f-623ca9cf87d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:36:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d62905a83b7121
    namespace: kserve-ci-e2e-test
    resourceVersion: "32561"
    uid: 15f60619-7f5e-4bfb-9a13-700169e6826e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:36:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d62905a8b51e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "32562"
    uid: 2c1b3d52-74ce-4cde-add5-b1529af51e14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:36:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d62905a8c0e100
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: db936310-7e81-4104-b2e7-556070cd0d29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:36:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d62905ac4f7b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32565"
    uid: d3b6ad3b-6073-470f-8838-0fbd6b2033c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:36:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:36:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d62905acca8216
    namespace: kserve-ci-e2e-test
    resourceVersion: "32566"
    uid: 5db8be8c-8a9a-4040-ba10-b27c932f9687
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:38:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d62905cf4871f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33296"
    uid: a332721d-9ba5-47bd-b25f-1ab1590a815c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:38:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:25Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d6291cc94545ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 534d8bc1-55f4-4d30-9df2-2d9bbc6a4e12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:38:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:25Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d6291cc945d6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33489"
    uid: 7fda84ad-2861-4ccf-af7d-1410e3f7ea7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: fa9881e7-0486-4427-819b-be0e9c282452
  kind: Event
  lastTimestamp: "2026-09-17T16:38:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-zc48r.18d6291d5399ec7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: 4b9dbae6-6597-49bc-9aee-15368d4ff5ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: 37f570cc-1675-4fb8-ba83-574b17f30bee
  kind: Event
  lastTimestamp: "2026-09-17T16:36:34Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-zc48r'
  metadata:
    creationTimestamp: "2026-09-17T16:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:36:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d62902f3ce6c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32449"
    uid: 0a7b3593-9217-40d0-b13d-5c037bf3e4e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32436"
    uid: da016692-fb98-4a7b-9e67-0ef9ae8e24ec
  kind: Event
  lastTimestamp: "2026-09-17T16:36:34Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:36:34Z"
    name: isvc-lightgbm-predictor.18d62902ec68011b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32441"
    uid: 46f912a6-6ab1-4dd9-9027-98a09ac43356
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32437"
    uid: eb07e41d-a6df-4280-967b-d411ca1a7aea
  kind: Event
  lastTimestamp: "2026-09-17T16:37:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:37:19Z"
    name: isvc-lightgbm-predictor.18d629066b11fe17
    namespace: kserve-ci-e2e-test
    resourceVersion: "32883"
    uid: 7b96f0aa-224d-4647-8387-def7d0a218d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32437"
    uid: eb07e41d-a6df-4280-967b-d411ca1a7aea
  kind: Event
  lastTimestamp: "2026-09-17T16:37:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:37:19Z"
    name: isvc-lightgbm-predictor.18d629066b94afb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: a9ff0930-ae45-4a64-90fa-d9fed3c951ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32591"
    uid: eb07e41d-a6df-4280-967b-d411ca1a7aea
  kind: Event
  lastTimestamp: "2026-09-17T16:38:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:38:19Z"
    name: isvc-lightgbm-predictor.18d62910e883a886
    namespace: kserve-ci-e2e-test
    resourceVersion: "33366"
    uid: cfccb717-7070-46b0-a5dd-bf94e5d41bc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32591"
    uid: eb07e41d-a6df-4280-967b-d411ca1a7aea
  kind: Event
  lastTimestamp: "2026-09-17T16:38:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:38:19Z"
    name: isvc-lightgbm-predictor.18d62910e8f3ec8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33367"
    uid: 246fb82e-0c0c-4871-aec8-c30a53b32378
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:38:30.716140Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33561"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:38:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:38:30Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291dfddb4928
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 115f5bc8-d9d2-499a-857e-18cdbc54e6d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33571"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:38:31Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:38:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291e20213fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33580"
    uid: 4f9ecd2a-170b-4b4b-b3a9-61f3c2594061
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:38:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291e21c20504
    namespace: kserve-ci-e2e-test
    resourceVersion: "33583"
    uid: cc760c3d-7e5c-4a4c-b619-e80b773315c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:38:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291e25ac112d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33584"
    uid: f09f8456-8983-4efb-90d0-0fa6046631c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:38:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291e262ed57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33585"
    uid: 2651bfae-4bf4-4c76-80dc-b433548c95df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:38:36Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291f50a20507
    namespace: kserve-ci-e2e-test
    resourceVersion: "33632"
    uid: 7694b3db-cd9d-4840-a266-8d7b5fb85fd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:38:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291f54035d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33635"
    uid: ad95f897-09a7-4bc0-a381-4ab5e47a050e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:38:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291f547c7cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33636"
    uid: 901bff6b-f146-4789-95eb-a50813d2d078
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:38:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291f54878aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33637"
    uid: ce31bdb7-c984-46ac-8e1e-fa87084525b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:38:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291f57ab3162
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: d09de279-16cd-4779-9fef-f20aa102bfb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:38:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291f5829ac5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33641"
    uid: fd0b23a4-10a9-4411-b5fb-f0a8c70fb5af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:40:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d6291fc89ebf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "34571"
    uid: 7c322f70-0237-409e-8346-8bc0609170c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:40:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:22Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d62937fb06b0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34537"
    uid: ec4e5c45-12b8-4820-99eb-eeaf34500786
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:40:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:22Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d62937fb074735
    namespace: kserve-ci-e2e-test
    resourceVersion: "34538"
    uid: 175eaabd-3b83-45f6-bec4-45607ec87c75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: e0c3d4be-dca6-4ccc-b0a5-f81e5a75349f
  kind: Event
  lastTimestamp: "2026-09-17T16:40:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp.18d62938770caa08
    namespace: kserve-ci-e2e-test
    resourceVersion: "34555"
    uid: 607e9371-09f6-48bd-9b60-107f0d4e7a23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33552"
    uid: 40a4df1c-5827-4164-8a9c-7a05d4cb457d
  kind: Event
  lastTimestamp: "2026-09-17T16:38:30Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-d26rp'
  metadata:
    creationTimestamp: "2026-09-17T16:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:38:30Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d6291dfd3d8960
    namespace: kserve-ci-e2e-test
    resourceVersion: "33565"
    uid: 090aeccb-a553-4064-b431-2a9c53f094a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33549"
    uid: 3ced6cdb-ef6d-4856-a087-9c1e25c57af5
  kind: Event
  lastTimestamp: "2026-09-17T16:38:30Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:38:30Z"
    name: isvc-lightgbm-runtime-predictor.18d6291dfa7ecc3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33554"
    uid: c5c966d4-971c-4c3e-a58f-7f154c32fb2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33550"
    uid: 79952d29-2ff0-4954-8e6f-f296783ceeca
  kind: Event
  lastTimestamp: "2026-09-17T16:39:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:39:15Z"
    name: isvc-lightgbm-runtime-predictor.18d6292178dc0c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "33934"
    uid: f3f604a9-6caa-414b-a0cf-a19cd71e8692
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33550"
    uid: 79952d29-2ff0-4954-8e6f-f296783ceeca
  kind: Event
  lastTimestamp: "2026-09-17T16:39:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:39:15Z"
    name: isvc-lightgbm-runtime-predictor.18d629217953034b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33935"
    uid: 7dd82359-cef9-445e-82fd-07c21ff95909
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33715"
    uid: 79952d29-2ff0-4954-8e6f-f296783ceeca
  kind: Event
  lastTimestamp: "2026-09-17T16:40:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:40:15Z"
    name: isvc-lightgbm-runtime-predictor.18d6292bf59a105f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34464"
    uid: da34c656-784c-4d48-8673-6eaa07e3cc4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33715"
    uid: 79952d29-2ff0-4954-8e6f-f296783ceeca
  kind: Event
  lastTimestamp: "2026-09-17T16:40:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:40:15Z"
    name: isvc-lightgbm-runtime-predictor.18d6292bf60ca72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34465"
    uid: eaff1b97-466b-4c93-8e54-37867039e61d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33541"
    uid: dd384933-976b-42d4-bc8b-cacf295aa232
  kind: Event
  lastTimestamp: "2026-09-17T16:40:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:40:16Z"
    name: isvc-lightgbm-runtime.18d6291dfa51b682
    namespace: kserve-ci-e2e-test
    resourceVersion: "34480"
    uid: ee979d13-8260-44c1-a32e-47d1be62e59e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33541"
    uid: dd384933-976b-42d4-bc8b-cacf295aa232
  kind: Event
  lastTimestamp: "2026-09-17T16:38:30Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:38:30Z"
    name: isvc-lightgbm-runtime.18d6291dfacbe823
    namespace: kserve-ci-e2e-test
    resourceVersion: "33557"
    uid: 9908e73e-2454-4310-a630-79ca3da093a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34476"
    uid: dd384933-976b-42d4-bc8b-cacf295aa232
  kind: Event
  lastTimestamp: "2026-09-17T16:40:16Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:40:16Z"
    name: isvc-lightgbm-runtime.18d62936aa9115bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: e376d5f7-6c3a-4959-a0af-8f6828974ce6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:41:22.869419Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:41:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:41:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d6294612fdd4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35188"
    uid: ec98df2a-1e8d-483b-961b-65485452b97e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35193"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:23Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:41:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d629463554305c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: ca2c5e88-0b25-4f1a-af41-d8b7d192933b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d6294636eed2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35213"
    uid: b0fccd3a-32a8-4bef-964e-26e44b45e2ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d6294639c3bc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "35215"
    uid: 85402561-2885-47ce-bb95-87023a675b08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d629463a48ef05
    namespace: kserve-ci-e2e-test
    resourceVersion: "35216"
    uid: 68f6f18d-2926-4c1b-b0e1-9ebcd6e43fb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:27Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d629473d8e63ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35257"
    uid: cb1ec218-4132-4ab5-b92d-bae4542f4eba
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:34Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.551s (6.551s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d62948c41589a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35305"
    uid: c39f5fce-3f23-4fd1-9aff-b34543754c2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d62948c7892d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "35306"
    uid: 7babe23d-ad8b-403f-a8b8-f145d1ed3f7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d62948c808ae33
    namespace: kserve-ci-e2e-test
    resourceVersion: "35307"
    uid: c7c94e8a-a0d3-4537-a03d-e401c1a934f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d62948c8151dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "35308"
    uid: 6e5552c2-8648-4168-bbc5-e0c00be86971
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d62948cb5f3d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "35309"
    uid: 67703bdf-fdf4-4e74-9159-0ba7f6bcb89e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d62948cbe1bfc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35310"
    uid: 242cfa86-0b5f-4f95-8517-f6705dce6f54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d62948e12e41e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: e58bdaff-b4da-4f99-a6a4-9d3317650656
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d6294d156f49e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35482"
    uid: a733dc32-f344-4f39-b3d1-de253e509d41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: e0fbd696-8cb1-49c0-a7d4-4899db88130a
  kind: Event
  lastTimestamp: "2026-09-17T16:41:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj.18d6294d156ff1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: dce4f0f2-2f3a-4499-a8bf-95b683dfd947
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: 7fb67867-2e20-4e82-be46-735dcedae89d
  kind: Event
  lastTimestamp: "2026-09-17T16:41:22Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4b9jj'
  metadata:
    creationTimestamp: "2026-09-17T16:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d62946122248f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35187"
    uid: 6324d213-49f3-4403-a05f-22ce791704db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35170"
    uid: 5deabd69-5385-4bd7-bab9-8ecc4745af60
  kind: Event
  lastTimestamp: "2026-09-17T16:41:22Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:22Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d629460d0738a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35177"
    uid: 47b6d9d4-e9a5-4004-af00-5a0e89de602d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35172"
    uid: 9ce2c180-b595-412c-a7da-f80bd306ac18
  kind: Event
  lastTimestamp: "2026-09-17T16:41:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:52Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d629498c0ae38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35462"
    uid: 1c568efa-2302-4fbd-b80a-d412d9c30d9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35172"
    uid: 9ce2c180-b595-412c-a7da-f80bd306ac18
  kind: Event
  lastTimestamp: "2026-09-17T16:41:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:52Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d629498ca03e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "35463"
    uid: 34b75907-7099-472e-8000-4e3fd72cdacf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35163"
    uid: 73c8fbac-2196-47ed-9608-eb77839db93d
  kind: Event
  lastTimestamp: "2026-09-17T16:41:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:41:51Z"
    name: isvc-lightgbm-v2-kserve.18d629460d020fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35449"
    uid: ba21c2d5-deb9-4c62-960c-5a3e70f396ed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35163"
    uid: 73c8fbac-2196-47ed-9608-eb77839db93d
  kind: Event
  lastTimestamp: "2026-09-17T16:41:22Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:41:22Z"
    name: isvc-lightgbm-v2-kserve.18d629460ddffacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35178"
    uid: 009611ae-c0f5-46c1-b3f5-8f4efcefd40c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35446"
    uid: 73c8fbac-2196-47ed-9608-eb77839db93d
  kind: Event
  lastTimestamp: "2026-09-17T16:41:51Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:41:51Z"
    name: isvc-lightgbm-v2-kserve.18d6294ca2e9d559
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 41249693-4e7c-41e2-8cb3-2405b498e474
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:40:27.570200Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34602"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:40:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:40:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d6293932e6c6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34608"
    uid: 599ca614-9293-4ff5-bc37-ff060fca644f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34611"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:40:28Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:40:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d62939551da2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34623"
    uid: 3b2643de-e60f-4e48-92e7-ab220ba1a511
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:40:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d6293956b1b69e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: c9d71009-4333-4292-8de4-307a1a76feed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:40:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d629395a42370e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34626"
    uid: e4ea2b25-dfb3-4057-8f9d-0a7062bf5cb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:40:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d629395ababd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "34627"
    uid: 49b6866a-c4a3-422e-a9e4-9b184fff62e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:40:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d6293a73a8261e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34668"
    uid: f1531c22-1f3c-46dd-a760-2bd49f47a836
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:40:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d6293a7764f7c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34672"
    uid: 44807a29-4d2f-41bc-800f-7db2325737e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:40:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d6293a77ef6a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34674"
    uid: c8f49074-765b-4aa3-a987-03ba34e935a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:40:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d6293a77fbca36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34675"
    uid: 757c3419-06cc-4198-8f7f-d0056be7943a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:40:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d6293a7c101e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "34679"
    uid: d0fa9f9a-edf1-4289-8d1f-157de082a6df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:40:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d6293a7ca8d68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34680"
    uid: 76caff4c-51df-4841-be3e-4fedbf73705a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:41:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d62944e3f4dec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: 063b2905-ec23-424c-a8c1-009c0b1780d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 530388b1-7699-4531-860d-b422b7b544c7
  kind: Event
  lastTimestamp: "2026-09-17T16:41:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb.18d62944e3f57fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "35041"
    uid: b70b3596-2ce0-403a-9475-0a26d61657aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: cb66ee15-b579-42a6-9328-5331f5cf0d9b
  kind: Event
  lastTimestamp: "2026-09-17T16:40:27Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s6ffb'
  metadata:
    creationTimestamp: "2026-09-17T16:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:40:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d62939324d7828
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 6457a14d-94cc-4196-a192-bf942f4885f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34590"
    uid: 34930d44-59ac-4301-9609-58c3f155247e
  kind: Event
  lastTimestamp: "2026-09-17T16:40:27Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:40:27Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d629392e7a2e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34596"
    uid: 3042c67f-b41a-41d8-a4b5-18c6f1ea1b6d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34592"
    uid: b50bd3b7-7b10-4b16-a24c-301f0d5bd7be
  kind: Event
  lastTimestamp: "2026-09-17T16:40:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:40:57Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6293cada7e4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: 9cd6c5ed-1d04-46b9-8adf-e74565c20763
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34592"
    uid: b50bd3b7-7b10-4b16-a24c-301f0d5bd7be
  kind: Event
  lastTimestamp: "2026-09-17T16:40:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:40:57Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6293cae23ae50
    namespace: kserve-ci-e2e-test
    resourceVersion: "34860"
    uid: b8017a75-7e53-46e2-aa10-c23a8c14c5f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: b50bd3b7-7b10-4b16-a24c-301f0d5bd7be
  kind: Event
  lastTimestamp: "2026-09-17T16:41:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:12Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62943abc0755d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34978"
    uid: 605ce5c1-0d1f-42d6-813a-02f22d429ec6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: b50bd3b7-7b10-4b16-a24c-301f0d5bd7be
  kind: Event
  lastTimestamp: "2026-09-17T16:41:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:12Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62943ac359aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34980"
    uid: 5f2eadaf-5d5b-4244-9862-e227d915ca46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34582"
    uid: 7e3821c3-8c03-41e0-b511-7cc924dd6a1c
  kind: Event
  lastTimestamp: "2026-09-17T16:41:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:41:10Z"
    name: isvc-lightgbm-v2-runtime.18d629392e7fe458
    namespace: kserve-ci-e2e-test
    resourceVersion: "34953"
    uid: 51644919-d233-44f0-ba6e-e10c3fb51d7e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34582"
    uid: 7e3821c3-8c03-41e0-b511-7cc924dd6a1c
  kind: Event
  lastTimestamp: "2026-09-17T16:40:27Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:40:27Z"
    name: isvc-lightgbm-v2-runtime.18d629392f049385
    namespace: kserve-ci-e2e-test
    resourceVersion: "34599"
    uid: 50ca5ca9-ba95-406b-b635-a43dc1f741c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34949"
    uid: 7e3821c3-8c03-41e0-b511-7cc924dd6a1c
  kind: Event
  lastTimestamp: "2026-09-17T16:41:10Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:41:10Z"
    name: isvc-lightgbm-v2-runtime.18d629431af38099
    namespace: kserve-ci-e2e-test
    resourceVersion: "34951"
    uid: 1a1cc17b-bcb5-4a3f-89ec-accab0d7045f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32427"
    uid: 1e4ea647-1043-4b2f-95c2-b8d028816e22
  kind: Event
  lastTimestamp: "2026-09-17T16:38:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:38:21Z"
    name: isvc-lightgbm.18d62902eccd912f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33392"
    uid: c00cc3d7-a92c-4620-9ae9-b812dbf079ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32427"
    uid: 1e4ea647-1043-4b2f-95c2-b8d028816e22
  kind: Event
  lastTimestamp: "2026-09-17T16:36:34Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:36:34Z"
    name: isvc-lightgbm.18d62902ee6f40c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: 9c65a95f-8a45-42a2-94b0-2ff2de0cb13c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33390"
    uid: 1e4ea647-1043-4b2f-95c2-b8d028816e22
  kind: Event
  lastTimestamp: "2026-09-17T16:38:21Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:38:21Z"
    name: isvc-lightgbm.18d6291bdddd6212
    namespace: kserve-ci-e2e-test
    resourceVersion: "33391"
    uid: fea3cb0a-ed85-482b-9cfc-9d15d81ef613
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:10:38.866410Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-59b8454b74-lj88s
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:10:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:10:38Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62798bbd8e194
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 3ed6927c-12b1-4bb2-82ae-276ce627b7f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17677"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:39Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:10:39Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62798de1c061f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17687"
    uid: e768ec0a-a3e2-4815-bd33-6b277cf658ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:39Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62798e05323a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: 30cf10ff-fe6e-40f2-bd0c-1eaf1e87faaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:39Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62798e4338ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: e20f1f5f-030d-4cb1-b033-a99f581f0e9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:39Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62798e4b55d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: cd7e36af-790e-40f9-b4fe-cf6b7ceb8051
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:43Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62799c92cae7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 56782ed1-3211-40c1-91ed-a5e24b1a520e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:43Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62799d014af65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: 357a2173-2ccc-4e9d-b261-5f0efa0cf496
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:43Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62799d0945e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17726"
    uid: 262a76dc-cd40-45fc-804e-c3d27a005ade
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:43Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62799d0a0b3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17728"
    uid: f48ed88b-cce3-4402-b7be-b6d1a4f39e4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:43Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62799d3ad06aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: 256eac2f-93cc-45fb-b8aa-8be7709cc9c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:43Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62799d42e33ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: 2863acdd-b55b-4fcd-923a-87f0dd2c6598
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:43Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c73686553d5cc4caf67b918e00ba0faca5d0e7ca84a0c9381da4124a083f6e22"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:43Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62799d4391db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: f113782e-20ec-44cb-9b44-143452840557
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:43Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62799d74c7366
    namespace: kserve-ci-e2e-test
    resourceVersion: "17733"
    uid: d6cc10f0-1594-4ffd-8ded-725d92e39731
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:10:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:43Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d62799d7ce94a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: 7ec03269-8398-4ac3-8777-1919a30e3064
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:12:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:28Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d6279a054eb3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 761ff6a7-87b7-4004-8d3c-1247dbfa82ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:12:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:28Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d6279a05590d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "18723"
    uid: 07e2d3a8-9b83-4592-b4b8-1fc073bb8d12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:12:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:13Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d627aedca07cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 2d18d4b2-a1af-4831-b571-61912f33cac1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:12:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:13Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d627aedca0a13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: a346c05f-9dd4-41f2-ae29-5dda2fc270e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:12:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:13Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d627aedca0d37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: 53b79baa-ed40-4599-bcd1-551e26795ea1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-59b8454b74-lj88s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6edace48-e622-493c-9c52-fd38d1748508
  kind: Event
  lastTimestamp: "2026-09-17T16:12:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:25Z"
    name: isvc-logger-predictor-59b8454b74-lj88s.18d627af3582ae53
    namespace: kserve-ci-e2e-test
    resourceVersion: "18696"
    uid: 6a1bd9fb-1d89-42cc-83b4-11456a1dff5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-59b8454b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: 1cf3e6f3-9ada-45bf-a266-a091b6106ca1
  kind: Event
  lastTimestamp: "2026-09-17T16:10:38Z"
  message: 'Created pod: isvc-logger-predictor-59b8454b74-lj88s'
  metadata:
    creationTimestamp: "2026-09-17T16:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:38Z"
    name: isvc-logger-predictor-59b8454b74.18d62798bb01b662
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 6ae9ee17-1b84-4c8d-87d3-6779579bf79a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: df7f6b00-2f1f-4052-9fae-c553bb022105
  kind: Event
  lastTimestamp: "2026-09-17T16:10:38Z"
  message: Scaled up replica set isvc-logger-predictor-59b8454b74 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:38Z"
    name: isvc-logger-predictor.18d62798b3fe0273
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: 66e32ac8-476d-415a-8769-59dde36956f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: 04f8e0a1-3c1f-4928-845a-76f27185c650
  kind: Event
  lastTimestamp: "2026-09-17T16:11:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:08Z"
    name: isvc-logger-predictor.18d6279c32a2bcbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: cbdd11a5-103b-4825-88b3-6186f33181d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: 04f8e0a1-3c1f-4928-845a-76f27185c650
  kind: Event
  lastTimestamp: "2026-09-17T16:11:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:08Z"
    name: isvc-logger-predictor.18d6279c3334f37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: 53061174-c8dc-4ea9-87fe-7d1cd7c2e8d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17822"
    uid: 04f8e0a1-3c1f-4928-845a-76f27185c650
  kind: Event
  lastTimestamp: "2026-09-17T16:12:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:08Z"
    name: isvc-logger-predictor.18d627a330f2ba7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: 696569fc-2950-4577-95d5-3f873aa6dd27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17822"
    uid: 04f8e0a1-3c1f-4928-845a-76f27185c650
  kind: Event
  lastTimestamp: "2026-09-17T16:12:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:08Z"
    name: isvc-logger-predictor.18d627a33162a6b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 7c4e4ec1-09a2-407f-95d9-faebbb731e31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: 907c250b-d3fe-4bf9-ac31-af9dcd7a07d3
  kind: Event
  lastTimestamp: "2026-09-17T16:11:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:58Z"
    name: isvc-logger.18d62798b447bc6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18411"
    uid: 06739ab3-5c53-46fb-b1a2-8a7c20e30237
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: 907c250b-d3fe-4bf9-ac31-af9dcd7a07d3
  kind: Event
  lastTimestamp: "2026-09-17T16:10:38Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:38Z"
    name: isvc-logger.18d62798b4ff731f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17659"
    uid: b7f2d2c4-063d-42da-a0f8-170d107b11d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18409"
    uid: 907c250b-d3fe-4bf9-ac31-af9dcd7a07d3
  kind: Event
  lastTimestamp: "2026-09-17T16:11:58Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:58Z"
    name: isvc-logger.18d627ab5da8c7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: f8fe2bd4-36fe-476a-9260-ad29e22a850b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:41:58.243637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35544"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:41:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:41:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d6294e4f7595f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35551"
    uid: b55569d7-fae7-455c-ab3f-b1e1c681425b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35557"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:41:58Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:41:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d6294e71a06527
    namespace: kserve-ci-e2e-test
    resourceVersion: "35562"
    uid: c93a308c-9936-48cf-83fc-46e615425f87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:41:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d6294e73f85103
    namespace: kserve-ci-e2e-test
    resourceVersion: "35564"
    uid: 233b733d-e865-4e05-9333-427d23859b87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:41:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d6294e7715a2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35565"
    uid: 0b536e46-ad58-4605-b30b-938cc11bc77a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:41:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d6294e7793a47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: baaf2944-5a13-4d8f-a731-0185f852c23c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:42:03Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:03Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d6294f83be29e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35604"
    uid: c70fed43-c9a9-4912-86fb-c5f0a92139b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:42:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:03Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d6294f8727cda7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35607"
    uid: 9786b41b-3206-4e6a-a775-82a607e472a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:42:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:03Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d6294f87b07b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "35609"
    uid: 91159afe-2a7b-47e8-9c22-de713b857ab8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:42:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:03Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d6294f87bce1bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35610"
    uid: 8903abc6-2ab7-46b8-8da7-c10bd4160769
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:42:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:03Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d6294f8b6a6794
    namespace: kserve-ci-e2e-test
    resourceVersion: "35613"
    uid: 2444121e-04b2-4fc4-96eb-28a5d4d285a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:42:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:03Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d6294f8bee4937
    namespace: kserve-ci-e2e-test
    resourceVersion: "35614"
    uid: b42fbef7-0623-4ec3-aaf1-68b99494e873
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:42:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:48Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d62959f543770b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 30e324b9-598c-489e-889d-c884926afa75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 021304af-7a6f-4a9d-b654-7541e237feb5
  kind: Event
  lastTimestamp: "2026-09-17T16:42:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:48Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n.18d62959f543e3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35974"
    uid: a040716a-83cf-4e35-8d0e-fc6ea17e4b9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: d8dfaa26-5252-49c7-9aaf-86ed2fba0cdf
  kind: Event
  lastTimestamp: "2026-09-17T16:41:58Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-pl42n'
  metadata:
    creationTimestamp: "2026-09-17T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d6294e4ec8c8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35547"
    uid: 00d76359-b7b4-46b5-93f4-5ddb5abcf10a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: d5b112f3-b5c3-4d4f-9f55-6ce8687accf7
  kind: Event
  lastTimestamp: "2026-09-17T16:41:58Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:58Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6294e4a80f1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35537"
    uid: 9e755bed-288b-4948-b1dc-005d5284cd48
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35534"
    uid: 5a192519-71dd-4215-a1da-3a1f30552016
  kind: Event
  lastTimestamp: "2026-09-17T16:42:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:43Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62951c90e721a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35924"
    uid: 441572a9-c676-41c0-bd94-60ea94873706
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35534"
    uid: 5a192519-71dd-4215-a1da-3a1f30552016
  kind: Event
  lastTimestamp: "2026-09-17T16:42:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:43Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62951c9836e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: 780c1ebe-9ba9-42fd-9a6f-f9b0b2a76121
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35689"
    uid: 5a192519-71dd-4215-a1da-3a1f30552016
  kind: Event
  lastTimestamp: "2026-09-17T16:42:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:28Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62955486498c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35797"
    uid: cd9398ba-dabb-4020-b6f8-bb20d8d2e3bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35689"
    uid: 5a192519-71dd-4215-a1da-3a1f30552016
  kind: Event
  lastTimestamp: "2026-09-17T16:42:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:28Z"
    name: isvc-mlflow-v2-runtime-predictor.18d629554913b58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35798"
    uid: 66da1eb9-66b5-4347-9c2f-20171138a4bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35525"
    uid: dddf5ea0-29ce-4025-9b4c-cc8d40c03fea
  kind: Event
  lastTimestamp: "2026-09-17T16:42:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:42:40Z"
    name: isvc-mlflow-v2-runtime.18d6294e4a87dd06
    namespace: kserve-ci-e2e-test
    resourceVersion: "35906"
    uid: d897ee20-aa87-42e7-9b28-ef6bce07f25c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35525"
    uid: dddf5ea0-29ce-4025-9b4c-cc8d40c03fea
  kind: Event
  lastTimestamp: "2026-09-17T16:41:58Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:41:58Z"
    name: isvc-mlflow-v2-runtime.18d6294e4b351aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35541"
    uid: d0afc819-7eaf-4754-87e9-bb7dab9039bb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35904"
    uid: dddf5ea0-29ce-4025-9b4c-cc8d40c03fea
  kind: Event
  lastTimestamp: "2026-09-17T16:42:40Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:42:40Z"
    name: isvc-mlflow-v2-runtime.18d629582a7582a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35905"
    uid: 58a3c144-8573-44e3-a427-fb5e468a766d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:44:18.721665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36909"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-kg66k
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:44:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:44:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d6296f049a3a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36915"
    uid: b6c56d9a-e4c4-4ae6-afdc-2a02ed43a1a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:44:19Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:44:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d6296f26d0c08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36926"
    uid: 07c20200-b79f-406d-bf70-261c266fb41d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:44:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d6296f2850cc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36928"
    uid: d687b63f-3ae3-4e61-8d8d-c60a90b4c534
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:44:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d6296f2b553046
    namespace: kserve-ci-e2e-test
    resourceVersion: "36929"
    uid: 50cfcc78-de95-46da-a090-ee836ac69181
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:44:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d6296f2be326dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36930"
    uid: 35d1397e-dce6-429d-97a5-2f9d3502776e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:44:24Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d6297068239e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "36979"
    uid: e6b5cb82-5419-4b4c-b8c5-78f3e8c54a14
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:44:36Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.737s (11.737s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d6297323bd2a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37147"
    uid: 667ecf58-d789-46fb-ba3a-62621aebc1bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:44:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d6297327dc49b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37148"
    uid: 8160043f-9a2a-404f-9d54-aba60fca62b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:44:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d629732857453e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37149"
    uid: 284edf68-9603-46f5-8c42-5ad1e598a7f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:44:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d629732861ffaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37150"
    uid: a92c1f78-9fd1-440b-b183-63bb86ce72ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:44:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d629732ba7e5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37152"
    uid: 34da841e-e683-451e-a9ba-3fe4c810f673
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:44:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d629732c1eb125
    namespace: kserve-ci-e2e-test
    resourceVersion: "37153"
    uid: 03122a78-2e0b-4807-8d3e-890cd28b140d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:45:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:32Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d62973372c4f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: 11b7d47c-7e0d-4e23-8d1b-c8754e2846c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:45:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d6297fa254e54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37675"
    uid: c74fbf87-6853-48b1-86d0-823f205ec319
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:45:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d6297fa2555efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37676"
    uid: 6f56da4e-d610-44c7-99c9-9e506d92a3c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 909c8fc6-9c52-4c23-a8fb-5c0d56ae3c16
  kind: Event
  lastTimestamp: "2026-09-17T16:45:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:32Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-kg66k.18d629804139c521
    namespace: kserve-ci-e2e-test
    resourceVersion: "37697"
    uid: dca8c5ae-eb55-497c-ae2b-695b30fec1da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36899"
    uid: b604765e-a081-40bc-9836-7a2342bed18f
  kind: Event
  lastTimestamp: "2026-09-17T16:44:18Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-kg66k'
  metadata:
    creationTimestamp: "2026-09-17T16:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:44:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d6296f042ac726
    namespace: kserve-ci-e2e-test
    resourceVersion: "36910"
    uid: eb1c5f82-2b0d-48b6-a760-356a4e6a496f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36896"
    uid: b822eb29-a053-4ddc-a667-f1620214081c
  kind: Event
  lastTimestamp: "2026-09-17T16:44:18Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:44:18Z"
    name: isvc-paddle-predictor.18d6296f01154723
    namespace: kserve-ci-e2e-test
    resourceVersion: "36901"
    uid: a3004ada-af13-4fa4-b2bd-a74dff14f5c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 4dd1783e-a508-4759-8311-76674278d0bd
  kind: Event
  lastTimestamp: "2026-09-17T16:45:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:45:18Z"
    name: isvc-paddle-predictor.18d62972801ae9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: d3bbe87d-69e1-4cf3-8818-4730aabb9977
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 4dd1783e-a508-4759-8311-76674278d0bd
  kind: Event
  lastTimestamp: "2026-09-17T16:45:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:45:18Z"
    name: isvc-paddle-predictor.18d62972808d6c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37575"
    uid: 44fb5891-a189-4dab-8637-52b054bea2fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37072"
    uid: 4dd1783e-a508-4759-8311-76674278d0bd
  kind: Event
  lastTimestamp: "2026-09-17T16:45:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:45:03Z"
    name: isvc-paddle-predictor.18d629797e7be2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37459"
    uid: 4d61a09c-9beb-414f-8c2c-dba6240905b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37072"
    uid: 4dd1783e-a508-4759-8311-76674278d0bd
  kind: Event
  lastTimestamp: "2026-09-17T16:45:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:45:03Z"
    name: isvc-paddle-predictor.18d629797eec91b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37461"
    uid: babdfd2b-7c82-453b-82c4-486b1dca254a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:45:35.276129Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37740"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:45:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:45:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62980d79aa7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37747"
    uid: 8f7df32a-b1aa-48bc-8982-ad1e896fe150
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:45:35Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:45:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62980f9afaaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "37760"
    uid: dd52b2c7-3bf1-4843-9b6b-334db95f7eb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:45:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62980fb33c881
    namespace: kserve-ci-e2e-test
    resourceVersion: "37764"
    uid: 5b57808a-52cb-4dc0-8a38-92667432f87a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:45:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62980ff3b872a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37766"
    uid: 5869ae44-98b7-41b6-9ff6-20967a14ed0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:45:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62980ffb4cb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37767"
    uid: d7507121-40ac-4d2c-83c0-09a903704e7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:45:40Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:40Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d629820e87df55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 72ad63cd-5b32-40b2-b2b6-2359c5920210
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:45:51Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.988s (10.988s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:51Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d629849d83f2c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37890"
    uid: 6e426f39-c6bd-4e29-b82f-65ab6188cb29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:45:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:51Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62984a10f6872
    namespace: kserve-ci-e2e-test
    resourceVersion: "37892"
    uid: 72ee8a5f-03f8-4ee2-a52a-4e01d46d3694
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:45:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:51Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62984a17834fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37893"
    uid: e66e7ce0-ec52-4120-95d9-8b84b2c924b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:45:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:51Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62984a182e840
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: 3d967a17-cd83-4365-bef2-1e162e7ecd25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:45:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:51Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62984a4596de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37895"
    uid: 72e22e60-887d-46fc-af5b-090b3b6c1cf5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:45:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:45:51Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62984a4c09223
    namespace: kserve-ci-e2e-test
    resourceVersion: "37896"
    uid: 035a4942-1cc6-4f2f-ab1e-cdb9c25a22d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:46:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62984ddc77f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 6f1c1ce2-ace3-4253-b413-5b0a7ad0fb61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:46:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62993d19b02e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38577"
    uid: 4f6f057a-a60e-4e68-a5fa-4f2e2ba37aaa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:46:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d62993d19c29a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38578"
    uid: b8db9546-a8ab-4ca7-84da-ba15c91d4fa5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: fc3cce66-9206-4ea3-b7e1-7f85aded460b
  kind: Event
  lastTimestamp: "2026-09-17T16:46:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-f5zd5.18d629943bf2927c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38595"
    uid: 1719df1d-19fa-44f9-bf6a-b1e40e3bf672
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "37731"
    uid: fd41e832-79a5-4cce-9b11-5fb4ee28af9d
  kind: Event
  lastTimestamp: "2026-09-17T16:45:35Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-f5zd5'
  metadata:
    creationTimestamp: "2026-09-17T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:45:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d62980d724136c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: cff80813-463a-4333-916c-35ee4fc57e0b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37729"
    uid: fdbd47c5-12c5-4165-9c67-84c065859fa8
  kind: Event
  lastTimestamp: "2026-09-17T16:45:35Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:45:35Z"
    name: isvc-paddle-runtime-predictor.18d62980d39f6232
    namespace: kserve-ci-e2e-test
    resourceVersion: "37733"
    uid: 9e9fefbf-3288-4974-b387-f3abc89aee7b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37730"
    uid: c06baf57-b0e6-499c-b4be-5ee04f59942e
  kind: Event
  lastTimestamp: "2026-09-17T16:46:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:46:35Z"
    name: isvc-paddle-runtime-predictor.18d629845223e804
    namespace: kserve-ci-e2e-test
    resourceVersion: "38313"
    uid: 5fc50ae1-5b11-4c88-b7a4-e84c42d1fb7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37730"
    uid: c06baf57-b0e6-499c-b4be-5ee04f59942e
  kind: Event
  lastTimestamp: "2026-09-17T16:46:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:46:35Z"
    name: isvc-paddle-runtime-predictor.18d629845293a6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38314"
    uid: c017f4f2-c2a9-475a-b357-b9eb303f82f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: c06baf57-b0e6-499c-b4be-5ee04f59942e
  kind: Event
  lastTimestamp: "2026-09-17T16:46:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:46:50Z"
    name: isvc-paddle-runtime-predictor.18d6298b50d54891
    namespace: kserve-ci-e2e-test
    resourceVersion: "38507"
    uid: fb3ebe06-af31-4f24-b7c7-cc7634ac7df2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: c06baf57-b0e6-499c-b4be-5ee04f59942e
  kind: Event
  lastTimestamp: "2026-09-17T16:46:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:46:50Z"
    name: isvc-paddle-runtime-predictor.18d6298b517f8fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38509"
    uid: 6304249b-229e-434f-8f73-b2d5f56fa93f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37720"
    uid: 8d6f5d49-07ef-414e-8449-9671ddc0c5cf
  kind: Event
  lastTimestamp: "2026-09-17T16:46:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:46:48Z"
    name: isvc-paddle-runtime.18d62980d39d4d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 3f8a80d8-7c81-4e9f-a0df-c4005337b30b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37720"
    uid: 8d6f5d49-07ef-414e-8449-9671ddc0c5cf
  kind: Event
  lastTimestamp: "2026-09-17T16:45:35Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:45:35Z"
    name: isvc-paddle-runtime.18d62980d433fd4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: 06676843-0d15-4011-8268-1575632be7b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 8d6f5d49-07ef-414e-8449-9671ddc0c5cf
  kind: Event
  lastTimestamp: "2026-09-17T16:46:48Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:46:48Z"
    name: isvc-paddle-runtime.18d62991ee974f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38487"
    uid: 729e4437-2a18-47f1-8b24-3bcc62dc0cde
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:47:02.097765Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38648"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:47:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:47:02Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d629950e939a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "38653"
    uid: 55218160-062b-4b59-ba76-3b6890d8652e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:47:02Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:47:02Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d6299530e8de1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38664"
    uid: 325f60d9-7826-494b-812f-724f045129b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:47:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:47:02Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d629953283d0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38667"
    uid: 5a9862e6-8a1e-443f-bdd4-f21a837681cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:47:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:47:02Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d629953585d8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38668"
    uid: e4c02cf5-4f47-4cde-94a0-68d241475317
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:47:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:47:02Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d629953604f247
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: 72702641-2591-4e92-8739-accd9836c3d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:47:07Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:47:07Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d629966b7d71fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: d9a5d502-8669-4e84-b808-f1668a4e2c59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:47:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:47:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d62996700c30d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 51ffc1f7-7439-4b00-aee9-acc310ba59bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:47:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:47:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d629967094e0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38715"
    uid: 0acd6403-59c2-417a-aa40-aeb5bb4cce68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:47:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:47:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d6299670a0bc38
    namespace: kserve-ci-e2e-test
    resourceVersion: "38716"
    uid: c32c8a91-ba23-4653-8ec3-6445c3eafd31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:47:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:47:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d62996752f6b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38721"
    uid: d535b419-aad4-47aa-8ff0-465daa8d916b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:47:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:47:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d6299675bd4383
    namespace: kserve-ci-e2e-test
    resourceVersion: "38722"
    uid: 2cce0773-3467-4402-8a99-87d399358614
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:48:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d62996e363683e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39175"
    uid: 7e956a72-6c57-4c97-8581-76230c792c78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:48:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d629a3658770fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 93d3975f-aeb0-4550-aaec-170bb89421a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:48:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d629a36587f2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39155"
    uid: d21854f4-22a6-475e-872d-9abd68eea2e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 24ee774d-5b39-42c8-b901-4c52c375dec2
  kind: Event
  lastTimestamp: "2026-09-17T16:48:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.67:8643/healthz": dial tcp
    10.134.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx.18d629a3ed7b70c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39174"
    uid: 301afda3-183f-4511-b540-794bf6123916
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38636"
    uid: e69203d8-f8a2-400b-a06d-6cb4b71785c3
  kind: Event
  lastTimestamp: "2026-09-17T16:47:02Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-khcvx'
  metadata:
    creationTimestamp: "2026-09-17T16:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:47:02Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d629950daf03c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38650"
    uid: 41392e7b-cafe-43f2-be54-2b7eca1e40be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38633"
    uid: dc0c68f5-d720-4943-8dd2-ca26d8441e7c
  kind: Event
  lastTimestamp: "2026-09-17T16:47:01Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:47:01Z"
    name: isvc-paddle-v2-kserve-predictor.18d6299507e02435
    namespace: kserve-ci-e2e-test
    resourceVersion: "38638"
    uid: 03cfff57-fc01-4310-949d-deb745331e6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38635"
    uid: 46616c4a-3c49-41ef-9a21-ddabf7e7ee92
  kind: Event
  lastTimestamp: "2026-09-17T16:47:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:47:47Z"
    name: isvc-paddle-v2-kserve-predictor.18d629988975365f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39010"
    uid: b4c2d1e6-05dc-45de-840b-6358b8e9a887
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38635"
    uid: 46616c4a-3c49-41ef-9a21-ddabf7e7ee92
  kind: Event
  lastTimestamp: "2026-09-17T16:47:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:47:47Z"
    name: isvc-paddle-v2-kserve-predictor.18d629988b11b738
    namespace: kserve-ci-e2e-test
    resourceVersion: "39012"
    uid: 76cb6844-5c64-49d8-87f4-e239a38f7e30
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38791"
    uid: 46616c4a-3c49-41ef-9a21-ddabf7e7ee92
  kind: Event
  lastTimestamp: "2026-09-17T16:48:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:48:02Z"
    name: isvc-paddle-v2-kserve-predictor.18d6299c0ab8ce39
    namespace: kserve-ci-e2e-test
    resourceVersion: "39127"
    uid: 6296c1b8-5a7c-4151-a4fc-6ef9f1e6ed83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38791"
    uid: 46616c4a-3c49-41ef-9a21-ddabf7e7ee92
  kind: Event
  lastTimestamp: "2026-09-17T16:48:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:48:02Z"
    name: isvc-paddle-v2-kserve-predictor.18d6299c0b56d83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39128"
    uid: b05297ab-d5bf-46cb-822a-bfa8231d082d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: 79d91cc1-7610-4a64-89d1-d07499041487
  kind: Event
  lastTimestamp: "2026-09-17T16:47:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:47:56Z"
    name: isvc-paddle-v2-kserve.18d629950812d2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39087"
    uid: 4ed40b80-c32a-4031-a374-b29f8552d3dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: 79d91cc1-7610-4a64-89d1-d07499041487
  kind: Event
  lastTimestamp: "2026-09-17T16:47:02Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:47:02Z"
    name: isvc-paddle-v2-kserve.18d6299508fc836c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38641"
    uid: 6e4610e3-5b19-444a-bf14-5d2fa8ed62cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39084"
    uid: 79d91cc1-7610-4a64-89d1-d07499041487
  kind: Event
  lastTimestamp: "2026-09-17T16:47:56Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:47:56Z"
    name: isvc-paddle-v2-kserve.18d629a1a25fabbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39086"
    uid: f1e07ef1-92ab-4d6f-9cae-2bdd58efe43e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36888"
    uid: ad03f5b9-bf7f-49aa-8893-f1f0906f5b79
  kind: Event
  lastTimestamp: "2026-09-17T16:45:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:45:22Z"
    name: isvc-paddle.18d6296f0113f3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37610"
    uid: 7129827d-3176-4cfd-b146-69863f2ad7d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36888"
    uid: ad03f5b9-bf7f-49aa-8893-f1f0906f5b79
  kind: Event
  lastTimestamp: "2026-09-17T16:44:18Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:44:18Z"
    name: isvc-paddle.18d6296f01bf8d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: 16b60360-dc04-47d5-bd5d-e832c9f6ff66
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: ad03f5b9-bf7f-49aa-8893-f1f0906f5b79
  kind: Event
  lastTimestamp: "2026-09-17T16:45:22Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:45:22Z"
    name: isvc-paddle.18d6297df3bd46a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37608"
    uid: e88875b5-7610-427a-a224-490ecfbcf1c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:48:08.882847Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39220"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-t6hxz
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:48:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:48:08Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a49b4a1c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "39228"
    uid: 63aa3e22-89f0-44cf-a572-d93714788fa9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:09Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a4a7d78a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39237"
    uid: 3a2fa7e1-a992-48d4-8348-50b44fbaab09
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39231"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:10Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:48:10Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a4e11e01e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: aa8b2cfd-d8e8-4d78-91b3-e96051ed799d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:10Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a4e2eeafd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39250"
    uid: 748bc837-c808-456c-9c9c-ca9ef072f8d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:10Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a4e6d6c654
    namespace: kserve-ci-e2e-test
    resourceVersion: "39251"
    uid: c6b96e6f-10db-491c-888d-cc5124d86463
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:10Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a4e7587631
    namespace: kserve-ci-e2e-test
    resourceVersion: "39252"
    uid: e58b94c1-167e-49fe-99a3-f4b8d5199726
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:14Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:14Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a5f77d77a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39299"
    uid: 858dbee7-4842-47f3-97a6-083d46d0ec67
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:22Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.4s (7.4s including
    waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:22Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a7b094ec43
    namespace: kserve-ci-e2e-test
    resourceVersion: "39362"
    uid: 71e99162-98cf-4437-939c-2eea9e26b6d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:22Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a7b452bc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39363"
    uid: 6eba0593-cd94-41d7-8abf-dcde74dc599f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:22Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a7b4d5c371
    namespace: kserve-ci-e2e-test
    resourceVersion: "39364"
    uid: 2285e169-489c-488e-8f90-61a92c43b9ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:22Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a7b4e1aa95
    namespace: kserve-ci-e2e-test
    resourceVersion: "39365"
    uid: b419bb47-9364-47a3-8c44-387f76d65743
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:22Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a7b888434a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39366"
    uid: 9b9eae09-4206-4119-8fba-fb985d33fe56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:48:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:22Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a7b9086fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39367"
    uid: 06263d32-be34-4dc7-ad86-bf09e7e90a13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:49:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:49:46Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629a7d70690fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40072"
    uid: 028e94f0-b1c6-43d5-be22-d0763707f6ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:50:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:00Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629bea21f8cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40197"
    uid: 34cebff4-bd4a-4d70-8256-260b554c7ba5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:50:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:00Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629bea220cc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: e23cd616-6c75-4055-af81-97dc663f0539
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-t6hxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 602c943a-c2bf-4f51-8f0e-7b6c2d21d874
  kind: Event
  lastTimestamp: "2026-09-17T16:50:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:03Z"
    name: isvc-pmml-predictor-8674795f59-t6hxz.18d629bf5b595e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40222"
    uid: ba558e3b-9a1d-4fc0-9c25-7e13c412f056
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "39211"
    uid: 8649794d-325b-46dd-aea2-ec2b8a169a21
  kind: Event
  lastTimestamp: "2026-09-17T16:48:08Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-t6hxz'
  metadata:
    creationTimestamp: "2026-09-17T16:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:48:08Z"
    name: isvc-pmml-predictor-8674795f59.18d629a49aa9827f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39223"
    uid: cbd7198f-cf90-43be-815e-f257cf954f76
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39209"
    uid: 2a26822f-2354-446d-919b-ac698458a21d
  kind: Event
  lastTimestamp: "2026-09-17T16:48:08Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:48:08Z"
    name: isvc-pmml-predictor.18d629a496fad067
    namespace: kserve-ci-e2e-test
    resourceVersion: "39214"
    uid: f1fe921c-c77f-47c4-b3dc-353ac27135c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39210"
    uid: ea44d31e-3259-4076-8084-6629343c1a28
  kind: Event
  lastTimestamp: "2026-09-17T16:48:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:48:53Z"
    name: isvc-pmml-predictor.18d629a815b1908e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39689"
    uid: 05b07ead-aa4b-4aab-9a9e-d581b0a58b9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39210"
    uid: ea44d31e-3259-4076-8084-6629343c1a28
  kind: Event
  lastTimestamp: "2026-09-17T16:48:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:48:53Z"
    name: isvc-pmml-predictor.18d629a81650dee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39690"
    uid: b0adecc1-c044-41e7-b425-3dbe6cf4b218
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:49:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39381"
    uid: ea44d31e-3259-4076-8084-6629343c1a28
  kind: Event
  lastTimestamp: "2026-09-17T16:49:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:49:53Z"
    name: isvc-pmml-predictor.18d629b29392823c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40122"
    uid: 43e5255f-fe61-4ed3-948f-f924c3a441ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:49:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39381"
    uid: ea44d31e-3259-4076-8084-6629343c1a28
  kind: Event
  lastTimestamp: "2026-09-17T16:49:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:49:53Z"
    name: isvc-pmml-predictor.18d629b294a3c659
    namespace: kserve-ci-e2e-test
    resourceVersion: "40123"
    uid: 61230a03-669d-4c75-88f5-f09c85dc9b79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:46:37.664497Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38373"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-dmd9t
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:46:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:46:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d6298f5e3d9444
    namespace: kserve-ci-e2e-test
    resourceVersion: "38378"
    uid: 709fa39e-6bb3-4f7c-9a00-9a85abd20cde
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38383"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:46:38Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:46:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d6298f80a2883c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38392"
    uid: 4adc6329-42cd-4212-87e8-55d4c865fdff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:46:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d6298f83566513
    namespace: kserve-ci-e2e-test
    resourceVersion: "38396"
    uid: 0dfcd180-10a1-4d55-b389-1c26ff9aa5f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:46:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d6298f87af086a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38398"
    uid: 07bfe4b3-772e-4a2e-8d55-579d708cbfca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:46:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d6298f882aebcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: c0e5ce1e-6989-4253-9c90-17ab4b5d0b75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:46:42Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d6299090d7eba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 5fbc0505-0d5f-4220-abb4-0de3d29c6f89
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:46:50Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.305s (7.305s
    including waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d62992444d1fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38498"
    uid: afabfb74-8508-4947-9211-757273631af1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:46:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d6299247984c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 739f8766-f254-47b6-9664-e01d2589b76c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:46:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d62992481397b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: da14b850-b888-4f1a-a323-987bb6f6fa0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:46:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d6299248201aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38502"
    uid: 7b371258-91f5-4f04-b7cb-f48ca36c40dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:46:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d629924b861b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38503"
    uid: 121b9b72-70f4-4331-a2d7-c96e76475d01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:46:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d629924bfe0810
    namespace: kserve-ci-e2e-test
    resourceVersion: "38504"
    uid: 1a383ef2-03a4-497a-a114-e93a5aa929c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:48:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:31Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d62992ac7c232f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39458"
    uid: c86b1130-836f-4704-812e-7886fb95ee65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:48:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d629a9593e0c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "39438"
    uid: 7d7526fd-d0ad-4e33-a46f-49c7ce306419
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:48:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d629a9593e9f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39439"
    uid: 678ff9e5-e147-4c4b-a726-21f24945ccdf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 1a53935f-ef87-4850-a1b4-e5d9a31f4355
  kind: Event
  lastTimestamp: "2026-09-17T16:48:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.66:8643/healthz": dial tcp
    10.134.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:32Z"
    name: isvc-pmml-runtime-predictor-885fc8777-dmd9t.18d629aa30c50923
    namespace: kserve-ci-e2e-test
    resourceVersion: "39466"
    uid: 9ea75f44-083c-427e-b1f7-62b236def03e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38362"
    uid: 6dfd874c-c3d9-4349-a24d-78a7370128cb
  kind: Event
  lastTimestamp: "2026-09-17T16:46:37Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-dmd9t'
  metadata:
    creationTimestamp: "2026-09-17T16:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:46:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d6298f5d96bf7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38375"
    uid: db7aa47d-9bc6-41bb-9427-bc2b031ca49e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38360"
    uid: f29d6001-a807-427f-9169-9e4340b3c0f1
  kind: Event
  lastTimestamp: "2026-09-17T16:46:37Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:46:37Z"
    name: isvc-pmml-runtime-predictor.18d6298f5633c8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38363"
    uid: fcc0a7f2-347a-4e5e-b076-121c1740f09b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38361"
    uid: 94575504-0756-4cd4-a788-a6c8c01a4cc9
  kind: Event
  lastTimestamp: "2026-09-17T16:47:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:47:22Z"
    name: isvc-pmml-runtime-predictor.18d62992d4c7f58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38836"
    uid: f5b32a93-8c2e-4658-a770-fc6c39f79812
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38361"
    uid: 94575504-0756-4cd4-a788-a6c8c01a4cc9
  kind: Event
  lastTimestamp: "2026-09-17T16:47:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:47:22Z"
    name: isvc-pmml-runtime-predictor.18d62992d5380a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38837"
    uid: 1495cef2-2dd9-49a3-8605-9012412227a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38527"
    uid: 94575504-0756-4cd4-a788-a6c8c01a4cc9
  kind: Event
  lastTimestamp: "2026-09-17T16:48:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:48:22Z"
    name: isvc-pmml-runtime-predictor.18d6299654749a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: 05625070-a3cf-414f-9990-39a4e045797c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:47:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38527"
    uid: 94575504-0756-4cd4-a788-a6c8c01a4cc9
  kind: Event
  lastTimestamp: "2026-09-17T16:48:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:48:22Z"
    name: isvc-pmml-runtime-predictor.18d62996550c5930
    namespace: kserve-ci-e2e-test
    resourceVersion: "39372"
    uid: fdfe90a7-b794-49ea-ad93-0070851701c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38352"
    uid: de084a66-d3a1-47ba-a6b7-5286642d05b7
  kind: Event
  lastTimestamp: "2026-09-17T16:48:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:48:21Z"
    name: isvc-pmml-runtime.18d6298f5682184f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39357"
    uid: 3df5c056-2256-4d51-b121-20dadf84116f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38352"
    uid: de084a66-d3a1-47ba-a6b7-5286642d05b7
  kind: Event
  lastTimestamp: "2026-09-17T16:46:37Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:46:37Z"
    name: isvc-pmml-runtime.18d6298f57773944
    namespace: kserve-ci-e2e-test
    resourceVersion: "38368"
    uid: d7d50b3e-6928-4180-8e77-6cdf0fbd7835
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39354"
    uid: de084a66-d3a1-47ba-a6b7-5286642d05b7
  kind: Event
  lastTimestamp: "2026-09-17T16:48:21Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:48:21Z"
    name: isvc-pmml-runtime.18d629a792ccf39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39355"
    uid: cd6a36c6-61c8-46d7-b667-05bd3ab82ebc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:48:34.498724Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39506"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:48:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:48:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629aa921a716e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39511"
    uid: b0e8d5f9-8549-4344-b531-abe9e1203a66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39516"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:48:35Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:48:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629aab440130a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: 5d58d67d-ad1e-482f-9f1e-ee5c44ef42b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:48:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629aab69c18a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39530"
    uid: 186c972f-6eec-4d00-a97f-b336709dacd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:48:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629aab9f4e303
    namespace: kserve-ci-e2e-test
    resourceVersion: "39531"
    uid: cad43916-a01f-43fe-8bfa-bbb99ef677e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:48:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629aaba6b70cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 723b489e-8659-4208-bfd0-55279dca651d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:48:39Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629abb5c0e63a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39569"
    uid: f340c5e0-1d21-4099-aef9-9c38fc555ebe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:48:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629abb8de7de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39571"
    uid: bc43139e-3411-469f-a412-afa57ce639a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:48:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629abb958202d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39572"
    uid: 3da7a295-f11b-4b79-b9a6-92a9702e9772
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:48:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629abb963af5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39573"
    uid: 5a5962a7-7656-4ff3-aa25-3316445199ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:48:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629abbd5ccdbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39578"
    uid: 11f4b2a7-3604-4641-b310-90ada860b0d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:48:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:48:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629abbdd9745d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39579"
    uid: 3e67246d-8002-4530-beb3-7d18025e932c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:50:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:19Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629abf1c906df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 484305b0-80cb-48fc-aac3-7c146908f103
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:50:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:16Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629c23edc3ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40332"
    uid: 2149b2c4-ee3c-4012-85c3-7fbe3a42e727
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:50:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:16Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629c23edd9fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: 3db69e54-f271-4fcc-82aa-9d91805a6907
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7a23a841-26d3-4078-bb33-7057c7b42baa
  kind: Event
  lastTimestamp: "2026-09-17T16:50:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.68:8643/healthz": dial tcp
    10.134.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:16Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs.18d629c24bffd4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40338"
    uid: 49c1d7ef-e7cc-443f-beaf-06995d65823b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39497"
    uid: 15fed4ba-82b7-4025-ba27-a184fa7be123
  kind: Event
  lastTimestamp: "2026-09-17T16:48:34Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-bzzhs'
  metadata:
    creationTimestamp: "2026-09-17T16:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:48:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d629aa9169939d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39508"
    uid: 390c7246-5a69-4b6d-ba54-2053c28c1f5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39493"
    uid: 0c3acbb3-d092-4364-ba39-47c51357ee67
  kind: Event
  lastTimestamp: "2026-09-17T16:48:34Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:48:34Z"
    name: isvc-pmml-v2-kserve-predictor.18d629aa8d50e14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39499"
    uid: 36610e5d-7ef9-4fd9-97ba-90469c3895d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39496"
    uid: 1d7428c6-f70b-449a-9d8e-a75549ace961
  kind: Event
  lastTimestamp: "2026-09-17T16:49:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:49:19Z"
    name: isvc-pmml-v2-kserve-predictor.18d629ae0c348099
    namespace: kserve-ci-e2e-test
    resourceVersion: "39875"
    uid: d742345e-974e-4f09-b15b-befb701ada74
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39496"
    uid: 1d7428c6-f70b-449a-9d8e-a75549ace961
  kind: Event
  lastTimestamp: "2026-09-17T16:49:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:49:19Z"
    name: isvc-pmml-v2-kserve-predictor.18d629ae0c9c2ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "39876"
    uid: d52a69ee-3501-4bae-ab02-89a5ea5cb6f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:49:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39657"
    uid: 1d7428c6-f70b-449a-9d8e-a75549ace961
  kind: Event
  lastTimestamp: "2026-09-17T16:50:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:50:04Z"
    name: isvc-pmml-v2-kserve-predictor.18d629b88abe8ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: 8cc93fe9-8f4b-424e-af4e-feab526e1153
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:49:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39657"
    uid: 1d7428c6-f70b-449a-9d8e-a75549ace961
  kind: Event
  lastTimestamp: "2026-09-17T16:50:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:50:04Z"
    name: isvc-pmml-v2-kserve-predictor.18d629b88b315078
    namespace: kserve-ci-e2e-test
    resourceVersion: "40230"
    uid: ee3eed49-f630-4854-a9da-b5c98d33e43a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: d6f686a7-ef28-4f48-a7f2-f0fb369306ad
  kind: Event
  lastTimestamp: "2026-09-17T16:50:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:50:09Z"
    name: isvc-pmml-v2-kserve.18d629aa8dc57c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 09c5f0c8-f10e-4f88-bdd1-4a53147d2b24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: d6f686a7-ef28-4f48-a7f2-f0fb369306ad
  kind: Event
  lastTimestamp: "2026-09-17T16:48:34Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:48:34Z"
    name: isvc-pmml-v2-kserve.18d629aa8e773b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39503"
    uid: b1d4742f-6a39-4af9-9e1f-5db22837ae2d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "40271"
    uid: d6f686a7-ef28-4f48-a7f2-f0fb369306ad
  kind: Event
  lastTimestamp: "2026-09-17T16:50:09Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:50:09Z"
    name: isvc-pmml-v2-kserve.18d629c0b719aafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40272"
    uid: 71cdf0fa-0b18-41ef-996c-b1d2fa5634f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: dca18459-47c4-40b0-9e4a-deee63261e34
  kind: Event
  lastTimestamp: "2026-09-17T16:49:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:49:56Z"
    name: isvc-pmml.18d629a496fc2407
    namespace: kserve-ci-e2e-test
    resourceVersion: "40154"
    uid: 682b7dfa-d9ae-4805-8de3-2578700cee79
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: dca18459-47c4-40b0-9e4a-deee63261e34
  kind: Event
  lastTimestamp: "2026-09-17T16:48:08Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:48:08Z"
    name: isvc-pmml.18d629a497897ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39233"
    uid: aaea0756-24ae-4bc3-b068-891cffce24d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:48:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "39204"
    uid: dca18459-47c4-40b0-9e4a-deee63261e34
  kind: Event
  lastTimestamp: "2026-09-17T16:48:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:48:08Z"
    name: isvc-pmml.18d629a49e2a4572
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: 5e9b4c86-d1b1-49ad-97f0-7df05acddd84
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:49:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "40152"
    uid: dca18459-47c4-40b0-9e4a-deee63261e34
  kind: Event
  lastTimestamp: "2026-09-17T16:49:56Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:49:56Z"
    name: isvc-pmml.18d629bdbfd95c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40153"
    uid: 3752dd39-ad54-4b36-a01d-23a93f053ece
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:11:15.158492Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18037"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:11:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:11:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a12f06384f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18043"
    uid: c5b54131-6f64-4f4b-ae4b-f1e22a6480a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18047"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:11:15Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:11:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a1518604d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18055"
    uid: f7920a3a-7ea9-4524-a3e7-e54b37f9bd50
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:11:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a153358e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: d4c01689-7350-433a-b6cb-74be80d4b1cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:11:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a1568dedd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18058"
    uid: 5cc42d45-ec90-4504-b1c9-d7c8f3ee5430
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:11:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a1570bc890
    namespace: kserve-ci-e2e-test
    resourceVersion: "18059"
    uid: 2de1cf20-be2a-4290-b6ac-f2d817da679e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:11:20Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a2555cd2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18097"
    uid: d297d70f-c5ee-441a-a85b-e2350f6871d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:11:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a25935f697
    namespace: kserve-ci-e2e-test
    resourceVersion: "18101"
    uid: 2d0bc9de-8c16-45dc-97fa-26afc9211b8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:11:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a259b6a98e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18102"
    uid: 4b2abb86-beea-403d-976e-735b8095feec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:11:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a259c1941c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18103"
    uid: c0700c12-b58b-49b6-af2c-ea3ab8bdbb63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:11:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a25cefb94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18105"
    uid: 48eea0ae-8b64-42c7-b993-6732b181fd58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:11:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a25d6ae95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: 5f60e62c-6a2c-49f9-9e1a-84cfd95846bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:12:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627a2917d7b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18963"
    uid: a0ceccd0-e10e-494e-af77-7f3a377e0404
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:12:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627b8bba0da61
    namespace: kserve-ci-e2e-test
    resourceVersion: "18952"
    uid: 6faf775c-0cc8-4914-b3bf-525d33532c58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:12:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627b8bba22507
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 48b24999-7269-4640-a580-456645fe639f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: e5bf696c-3e84-4814-92d5-127495c74bce
  kind: Event
  lastTimestamp: "2026-09-17T16:12:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz.18d627b8ebcdc646
    namespace: kserve-ci-e2e-test
    resourceVersion: "18962"
    uid: f5d9dfd1-ffe2-4f3a-a795-71bbe49a1a7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18025"
    uid: b7065f31-eba1-48fc-ae65-5b1010365a76
  kind: Event
  lastTimestamp: "2026-09-17T16:11:15Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-b89kz'
  metadata:
    creationTimestamp: "2026-09-17T16:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d627a12e7a040d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18039"
    uid: c44b287c-f7cc-4225-94b0-0000362001b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18023"
    uid: 85d890b8-106c-4183-9e4f-d80f463a2a7e
  kind: Event
  lastTimestamp: "2026-09-17T16:11:15Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:15Z"
    name: isvc-predictive-lightgbm-predictor.18d627a12af1efae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18028"
    uid: 7a9c390d-498c-4294-9e12-88f01246fe86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18024"
    uid: 51257555-653b-424b-b176-e1e1f1c28f7d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:00Z"
    name: isvc-predictive-lightgbm-predictor.18d627a4a98772a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: fe13ff77-9160-4b24-adad-99a408da7004
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18024"
    uid: 51257555-653b-424b-b176-e1e1f1c28f7d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:00Z"
    name: isvc-predictive-lightgbm-predictor.18d627a4a9fcb5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18421"
    uid: c1c60ae9-1c55-44ea-984c-3042bf6187d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18188"
    uid: 51257555-653b-424b-b176-e1e1f1c28f7d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:45Z"
    name: isvc-predictive-lightgbm-predictor.18d627a828c7fe68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: e58656f0-d393-47ce-ac59-a62b6e256e71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18188"
    uid: 51257555-653b-424b-b176-e1e1f1c28f7d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:45Z"
    name: isvc-predictive-lightgbm-predictor.18d627a8293391c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 83fc582f-7251-4e64-9ba3-eda3fafab185
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:16:12.010849Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:16:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:16:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e64ccda9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: ef0087e5-d80e-4a9d-bfb4-01d86cdf3f40
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e6597337b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: 72e5f116-38c1-4bcd-8678-209b412ed331
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:13Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:16:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e692cace1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20690"
    uid: be4eea5a-bf90-4977-8c10-90c98ed31427
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e6945bf639
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: a9c2fc81-d911-489e-b7ef-a65b27eb73d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e697a5e353
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: 8a1fdfc1-40d1-4c74-a0b1-253716f65923
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e69825228a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: 62341d07-275f-475e-889b-03602ef301e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:17Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e7aaa25483
    namespace: kserve-ci-e2e-test
    resourceVersion: "20736"
    uid: 05b554c4-8fb5-4aca-8797-81bcc9552ac4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e7adf80766
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: da4cc591-c907-4716-872e-77308937a29f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e7ae75c097
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: 5eeb44c0-4b45-45a3-b93d-4811347d8f5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e7ae81c0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 1c31ac00-433f-4828-b983-e1aad5e9336c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e7b1716c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 4104cabc-db5c-4918-91ff-25be7cd858bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:18Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627e7b1ead0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: a09a25e5-976f-4ac4-9e26-db4f98737fb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:44Z"
  message: 'Readiness probe failed: Get "http://10.132.0.34:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627f049136485
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: b8c460a5-2a30-4a27-ba6e-3df1c7b5f5fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627fb49743dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: b0b20554-40ab-4d27-92fa-b495a96556a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627fb4974b617
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: 362333e5-d02a-41b4-9006-a043ef162407
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 70011abb-de67-4d9d-86fe-6de2ce225bb4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r.18d627fbece4ba25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: 1be2f986-f34b-4c7c-9382-6020fa4ac5b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 0655209e-e948-48af-9be9-15b6a7875d63
  kind: Event
  lastTimestamp: "2026-09-17T16:16:12Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-l7t5r'
  metadata:
    creationTimestamp: "2026-09-17T16:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d627e64c5a1656
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: 800d22f1-9e28-4afa-9ca3-7c0db62ba704
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: 8715c7c7-8b69-4f6f-875e-ebf36ae60807
  kind: Event
  lastTimestamp: "2026-09-17T16:16:11Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:11Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d627e649a5f455
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: d9b5cd5a-bc18-4309-94f7-fd33bb90b372
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 44176e73-834f-48a0-91c8-513edb7a3531
  kind: Event
  lastTimestamp: "2026-09-17T16:16:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d627e9c83374c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21020"
    uid: f0a0ab67-9bc8-468a-a209-d4adc01f4a2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 44176e73-834f-48a0-91c8-513edb7a3531
  kind: Event
  lastTimestamp: "2026-09-17T16:16:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:57Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d627e9c8a3aba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: a9b62165-86eb-4c07-bd05-c836c487e084
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 44176e73-834f-48a0-91c8-513edb7a3531
  kind: Event
  lastTimestamp: "2026-09-17T16:17:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d627f444f04e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21367"
    uid: d4f6c7fd-5d63-4984-a59d-4ab06001342d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 44176e73-834f-48a0-91c8-513edb7a3531
  kind: Event
  lastTimestamp: "2026-09-17T16:17:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d627f44561b088
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: 2db64aca-fb36-4d0e-a43c-79326a327f87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: bfa85f55-07d0-4d64-b21c-3bc0102bc724
  kind: Event
  lastTimestamp: "2026-09-17T16:17:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:35Z"
    name: isvc-predictive-lightgbm-v2.18d627e649a4130c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 6f6310f0-941e-4266-b78f-bf6a36d8cbac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: bfa85f55-07d0-4d64-b21c-3bc0102bc724
  kind: Event
  lastTimestamp: "2026-09-17T16:16:12Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:16:12Z"
    name: isvc-predictive-lightgbm-v2.18d627e64a47daac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 4118d208-9178-4d9e-baa7-10b04f1b38a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: bfa85f55-07d0-4d64-b21c-3bc0102bc724
  kind: Event
  lastTimestamp: "2026-09-17T16:16:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:16:12Z"
    name: isvc-predictive-lightgbm-v2.18d627e64fe37dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 7c4eebca-df0a-4d7e-89bd-52640c25d866
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21310"
    uid: bfa85f55-07d0-4d64-b21c-3bc0102bc724
  kind: Event
  lastTimestamp: "2026-09-17T16:17:35Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:35Z"
    name: isvc-predictive-lightgbm-v2.18d627f9bf0d10e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: e2a1a152-7fbb-464a-ba7f-011d3900819b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18016"
    uid: 125a95eb-27b1-464b-b4af-e891e41dc823
  kind: Event
  lastTimestamp: "2026-09-17T16:12:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:47Z"
    name: isvc-predictive-lightgbm.18d627a12b1c10a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18877"
    uid: 6c94ca3b-0506-45c6-ba25-c9cd085ad788
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18016"
    uid: 125a95eb-27b1-464b-b4af-e891e41dc823
  kind: Event
  lastTimestamp: "2026-09-17T16:11:15Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:15Z"
    name: isvc-predictive-lightgbm.18d627a12b8b9ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18032"
    uid: 4ffd1e87-daa7-4f2b-81ed-06631acea3e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18874"
    uid: 125a95eb-27b1-464b-b4af-e891e41dc823
  kind: Event
  lastTimestamp: "2026-09-17T16:12:47Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:47Z"
    name: isvc-predictive-lightgbm.18d627b6a23e5dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18876"
    uid: 187618bc-5e3c-4d3c-ab43-88eb95fc8c32
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:53.471668Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d6276441462493
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 8882e95d-e15a-4424-b9cc-03f8d366b25e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d627644a9308f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: e09d4899-9b65-4496-8968-23b2b12fc6a1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:06:58Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d6276566ffa589
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: ff1af755-3104-449c-8db0-27aefb1161ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:06:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d6276568bca158
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3b3fc308-a178-4a48-b26c-4b1a0fa22077
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:06:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d627656b901bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: e62900b7-15c1-4e56-a2b0-146229585f82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:06:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d627656c328293
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: c8c11a27-e070-4e51-a355-592b8ea3d176
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:07:03Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d627668a3bb0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 9d96f214-16c8-4a57-8f71-7ad96a10d868
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:07:27Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.53s (24.53s
    including waiting). Image size: 2438904977 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d6276c406168c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: 4f0c07d7-5276-45da-b867-95b5ca173fba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:07:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d6276c4675dfa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15938"
    uid: 84bfd623-4ca3-40e7-b9e1-f68ba1b230c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:07:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d6276c47b1c755
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: e9f58ee2-1aba-4bef-abad-36644485211e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:07:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d6276c47cbba08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: 3d8e07c9-c638-48ce-9b0b-3b10e71deb4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:07:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d6276c4e20b72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15941"
    uid: fb4a9703-9068-4316-870b-c1abb6924e79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:07:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d6276c4f8a6a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: 9756e31c-c7d0-48e3-9258-0821aad15382
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:09:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d6276ca2039b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: 15b343fd-92c0-4057-a666-f586e4c3897d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:09:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d62782b0b0db2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: e8cc8a53-492d-4fd0-abac-df634c641818
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:09:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d62782b0b15c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: ff90d790-d0f3-412c-a518-45f54743be9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 9418521f-d7a7-44b4-a363-bf69b2f21d02
  kind: Event
  lastTimestamp: "2026-09-17T16:09:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:05Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4.18d62782fc53e056
    namespace: kserve-ci-e2e-test
    resourceVersion: "16794"
    uid: bca76b1e-1a38-4840-bb17-2e62e3a18097
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: fe5fc294-d5ad-4bd4-ae78-cf1f699592de
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-cf6v4'
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d6276440addaf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15627"
    uid: c90530a6-9a8e-4e05-aba5-8e3b109d1ca2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15616"
    uid: 39d15cd4-12a2-46aa-8463-40435a363f0c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-predictive-sklearn-predictor.18d627643c50a8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 7e2454f2-b2e6-4d65-9736-203beb5fd5f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: 4c165b17-9480-4a04-8e99-e288f7ac695c
  kind: Event
  lastTimestamp: "2026-09-17T16:07:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:07:53Z"
    name: isvc-predictive-sklearn-predictor.18d62767bbd223ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16133"
    uid: e7623987-a5c9-43b8-a84e-411aa33bfaab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: 4c165b17-9480-4a04-8e99-e288f7ac695c
  kind: Event
  lastTimestamp: "2026-09-17T16:07:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:07:53Z"
    name: isvc-predictive-sklearn-predictor.18d62767bc601f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: 44a7704d-8f0b-432e-870b-a5193ec64c9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 4c165b17-9480-4a04-8e99-e288f7ac695c
  kind: Event
  lastTimestamp: "2026-09-17T16:08:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:53Z"
    name: isvc-predictive-sklearn-predictor.18d62775b8478582
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 63a5481f-1bf3-4614-99f7-6721acc3320d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 4c165b17-9480-4a04-8e99-e288f7ac695c
  kind: Event
  lastTimestamp: "2026-09-17T16:08:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:53Z"
    name: isvc-predictive-sklearn-predictor.18d62775b8b94aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: 8b6cf4dd-bcbc-4830-a4ff-fa32ff2b0c00
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:13:01.460500Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19017"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:13:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:13:01Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627b9ef1e1297
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: 9a771a5a-271e-4e9f-b430-f85d39d239e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:13:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:01Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627b9fafb278b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: 3b3174ac-53e8-4761-b00f-08c4d70bfa3a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19027"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:13:02Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:13:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627ba35186f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19046"
    uid: 7fe24aee-d508-4ef8-861b-fc6749b30131
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:13:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627ba36a7c66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19048"
    uid: 44f0cfc5-e538-4965-ac59-5466e0659ee8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:13:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627ba3a74268f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19050"
    uid: 71717752-034c-487f-b3b8-39594414fa46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:13:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627ba3af40bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: 964cd39c-7ce5-4839-8a41-5955d8522029
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627bb3b563dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 65df28f9-1946-418e-aebc-e62e5d97b638
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627bb3eb192ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19091"
    uid: ae24e172-83ae-4d73-9b9e-e119570fbda1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627bb3f3053b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19094"
    uid: 6e186f06-39d3-442b-b829-03c5d88e8572
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627bb3f3c62d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19095"
    uid: 25b13039-761d-45c7-8924-5b91fa2e85d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627bb42a777a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: ad1b38d4-b2d4-412b-a730-68b8b0177061
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627bb4331c8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 6b95ed9c-583e-4b89-bae6-8ad469bdb2f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:14:35Z"
  message: 'Readiness probe failed: Get "http://10.132.0.32:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627c41599cae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: 9f0a1f23-b4bb-448c-b261-b6c9eae38de1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:14:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:31Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627ceeac176be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: 73e0bb13-6dd0-4247-9e9a-1e47d4afc016
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:14:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:31Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627ceeac2091e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19733"
    uid: 5640cf7f-7fe0-4ef1-a00c-6cc7e2fbbeed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 5524140a-6e0e-481a-90e1-3ec562e45c62
  kind: Event
  lastTimestamp: "2026-09-17T16:14:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l.18d627cfb98bdb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: 53dc2428-2896-49c6-bf09-ebfafd0adb45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: b64b7b8f-25ca-4a53-b5d2-d46cb8be0b2c
  kind: Event
  lastTimestamp: "2026-09-17T16:13:01Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-b5j5l'
  metadata:
    creationTimestamp: "2026-09-17T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:01Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d627b9eea62146
    namespace: kserve-ci-e2e-test
    resourceVersion: "19019"
    uid: 58b5275d-ba1a-4eb4-bdfb-abcfbc7bd240
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19005"
    uid: aa24b048-c993-4093-b1fc-f94adb27bf43
  kind: Event
  lastTimestamp: "2026-09-17T16:13:01Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:01Z"
    name: isvc-predictive-sklearn-v2-predictor.18d627b9ea7af6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: ba7bc0d3-c796-44bb-88cd-73b8f4ab9af1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19006"
    uid: 7713e068-b2f0-4b7d-9011-a84c72f9fc37
  kind: Event
  lastTimestamp: "2026-09-17T16:13:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:46Z"
    name: isvc-predictive-sklearn-v2-predictor.18d627bd6906c23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: f6a0eb8a-e70c-47b6-916c-fe309b5a8af5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19006"
    uid: 7713e068-b2f0-4b7d-9011-a84c72f9fc37
  kind: Event
  lastTimestamp: "2026-09-17T16:13:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:46Z"
    name: isvc-predictive-sklearn-v2-predictor.18d627bd6991b01a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: c319818f-1b5c-4e8c-ac68-dc3afe372090
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: 7713e068-b2f0-4b7d-9011-a84c72f9fc37
  kind: Event
  lastTimestamp: "2026-09-17T16:14:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:31Z"
    name: isvc-predictive-sklearn-v2-predictor.18d627c0e8c4756f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 5120aec4-b2ad-4e99-96d2-00e7825c4210
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: 7713e068-b2f0-4b7d-9011-a84c72f9fc37
  kind: Event
  lastTimestamp: "2026-09-17T16:14:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:31Z"
    name: isvc-predictive-sklearn-v2-predictor.18d627c0e96cf8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: bfd4d8bb-dfd2-4ee5-bebb-096fa3dc9348
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: 3a3c3f36-8cf1-4db9-b5c3-bf967d7a07fa
  kind: Event
  lastTimestamp: "2026-09-17T16:14:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:14:25Z"
    name: isvc-predictive-sklearn-v2.18d627b9ea7a5a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: 08d042d5-177c-4845-bec4-0326a68bdf50
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: 3a3c3f36-8cf1-4db9-b5c3-bf967d7a07fa
  kind: Event
  lastTimestamp: "2026-09-17T16:13:01Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:01Z"
    name: isvc-predictive-sklearn-v2.18d627b9eb11a1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19029"
    uid: a5bb223d-a937-4f77-b633-7c7dba7416c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: 3a3c3f36-8cf1-4db9-b5c3-bf967d7a07fa
  kind: Event
  lastTimestamp: "2026-09-17T16:13:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:01Z"
    name: isvc-predictive-sklearn-v2.18d627b9f2c3c80d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19030"
    uid: ac551769-c84c-44f3-8ee8-f30e9a7135da
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 3a3c3f36-8cf1-4db9-b5c3-bf967d7a07fa
  kind: Event
  lastTimestamp: "2026-09-17T16:14:25Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:14:25Z"
    name: isvc-predictive-sklearn-v2.18d627cd8e00b44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: 7f7550f0-9781-4913-a84f-04fd3a365b60
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: e64c0c44-927c-427f-81f7-c0c30cd58412
  kind: Event
  lastTimestamp: "2026-09-17T16:08:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:54Z"
    name: isvc-predictive-sklearn.18d627643c618c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: f978c754-35d8-406a-8912-74873da5dce5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: e64c0c44-927c-427f-81f7-c0c30cd58412
  kind: Event
  lastTimestamp: "2026-09-17T16:08:54Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:54Z"
    name: isvc-predictive-sklearn.18d6278086429fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 40ff2dd6-a644-41f1-808a-b6e4c56112a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:09:09.349351Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-9mttq
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:09:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:09:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d62783e4370a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: 1e5a71c6-1b67-4eb1-b21a-5bd9eb3bd236
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:09Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:09:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d627840677fddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 1a69e355-b983-4b05-ad4d-d36633619f8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:09Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
  metadata:
    creationTimestamp: "2026-09-17T16:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d62784083e2486
    namespace: kserve-ci-e2e-test
    resourceVersion: "16871"
    uid: 01e13c2c-77c5-4334-9134-346ae927ffde
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    in 3.986s (3.986s including waiting). Image size: 308177844 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d62784f5e04eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16906"
    uid: 2c6b1123-8629-4ec5-93da-58f0582252ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d62784f8ecce9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: 5fc810dc-3e10-4814-94e2-c772c775fe50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:14Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d62784f9623370
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 7730a651-b5b5-45cb-8bf9-d9575dbcbbc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:18Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d6278605b752dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: c797506a-6780-44e7-bf59-6387efbc3293
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:41Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.596s
    (22.596s including waiting). Image size: 2438904977 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:41Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d6278b488d450f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17117"
    uid: 65ebe88f-ebae-4abb-8115-937aa0366873
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:41Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d6278b4fd59ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 15b26c90-d2e3-4a49-9184-86320b77f2b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:41Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d6278b51207815
    namespace: kserve-ci-e2e-test
    resourceVersion: "17119"
    uid: 6f3f5b47-1ce2-41c1-950d-c603e92ac50b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:41Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:41Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d6278b512ec9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: 79046a07-a03a-4332-be85-c45b281ec211
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.999s (2.999s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:44Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d6278c03f12e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17148"
    uid: 0fbba24f-a5f8-4633-9863-26c56a6bb371
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:44Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d6278c09a8ce17
    namespace: kserve-ci-e2e-test
    resourceVersion: "17150"
    uid: a3be99f8-59d9-4869-baf3-599a56d22b4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:09:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:44Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d6278c0a9d28c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: a89b2e94-5251-4ba7-b0bb-5c3e77fbc3e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:11:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d6278c57fcbcde
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 5aae6064-8d1a-4aaf-8f71-26af089e7002
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:11:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d6279ff6f6084e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17968"
    uid: 41aad344-e977-4670-8457-86616e3fe3ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:11:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d6279ff6f937a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: a34dc949-a0ce-45b8-9199-29449b29285d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: eb5dbc11-1689-4a57-be19-4a2aae1261f7
  kind: Event
  lastTimestamp: "2026-09-17T16:11:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9mttq.18d627a05e343d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: 318014a1-4e73-4745-83a1-f6d970aa6494
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: 8a9a46bc-8742-4cfc-8687-58f47d8bf373
  kind: Event
  lastTimestamp: "2026-09-17T16:09:09Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-9mttq'
  metadata:
    creationTimestamp: "2026-09-17T16:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d62783e3d90557
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: c6b99432-2a91-4a56-a543-4e0e5cb13d22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 5a16a914-8f8d-45bc-a2bd-ca34bdcc8a2d
  kind: Event
  lastTimestamp: "2026-09-17T16:09:09Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:09Z"
    name: isvc-predictive-xgboost-predictor.18d62783e11aa0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 25043086-242f-4a64-b41d-887d3254c668
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: 748223dd-7913-4db4-8bb7-ea23266a5701
  kind: Event
  lastTimestamp: "2026-09-17T16:09:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:54Z"
    name: isvc-predictive-xgboost-predictor.18d62787600a4f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: 10fbdca9-ee07-4f3e-a8c1-6731532890ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: 748223dd-7913-4db4-8bb7-ea23266a5701
  kind: Event
  lastTimestamp: "2026-09-17T16:09:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:54Z"
    name: isvc-predictive-xgboost-predictor.18d62787607b8a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17225"
    uid: 6e7926d1-a11b-48eb-b3a3-9d8cd70a4094
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: 748223dd-7913-4db4-8bb7-ea23266a5701
  kind: Event
  lastTimestamp: "2026-09-17T16:11:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:09Z"
    name: isvc-predictive-xgboost-predictor.18d62791dda1410b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: 465bf9c7-0f34-4bf2-a317-b7040f093e1c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: 748223dd-7913-4db4-8bb7-ea23266a5701
  kind: Event
  lastTimestamp: "2026-09-17T16:11:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:09Z"
    name: isvc-predictive-xgboost-predictor.18d62791de0b6523
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 702bd7ca-f71d-4124-925d-74dd89cb86ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:14:36.825067Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:14:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:14:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d02349e250
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: cd663254-c68a-48f5-a149-1445c16417d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19805"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:14:37Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:14:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d045734e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19813"
    uid: f07586df-ac44-4f94-b324-a96d68592685
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:14:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d046f3b468
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 6c2c0ac2-b143-4db1-80af-ced2aca5d94a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:14:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d049dea64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: e5936904-e903-447e-976e-52b752d3fb8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:14:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d04a588010
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: bd3f0170-77cf-47d2-a603-5e47209bbaaf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:14:41Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d13698825b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: b8e854ff-86be-4c5e-b5cc-afb52ae9106b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:14:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d139ebad2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: 14c84a51-34f2-47f8-984c-725eea409678
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:14:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d13a617792
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: c2338647-d303-47af-87a4-5233f4ac518a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:14:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d13a6b6406
    namespace: kserve-ci-e2e-test
    resourceVersion: "19856"
    uid: 89f50566-51e6-479e-ad35-e94633f2dc2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:14:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d13d881703
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 3a756fbf-29a0-4f89-ad3f-3929128c6384
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:14:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d13dfc2317
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: dc386296-b534-4229-a7d0-17033130d888
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:16:08Z"
  message: 'Readiness probe failed: Get "http://10.132.0.33:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627d9d54a42f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: 08451ff4-7f49-48fd-9a08-c3aa84f3dc59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:16:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:06Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627e518051cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 852fb7a8-368f-40b2-b324-11d6d4fc5792
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:16:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:06Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627e51805a2a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 36728c24-3a0c-491a-ba51-3bddf39e343b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 8c96b261-795b-40a0-a084-c021bde0b5b7
  kind: Event
  lastTimestamp: "2026-09-17T16:16:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k.18d627e57922ee5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: 947cc9ac-a269-4d92-9044-20a0e45b3922
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: 86f144e5-a65c-4c73-b69b-b670c57f31d7
  kind: Event
  lastTimestamp: "2026-09-17T16:14:36Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-9cb8k'
  metadata:
    creationTimestamp: "2026-09-17T16:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d627d022d028f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: 1ab9555c-e9e1-494a-8ee7-5d57aae63a1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: 9cf3d165-5fad-4874-894f-c56856431fe1
  kind: Event
  lastTimestamp: "2026-09-17T16:14:36Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:36Z"
    name: isvc-predictive-xgboost-v2-predictor.18d627d01d52ea9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 9ad19027-c2e6-48e6-afbc-894ebc866ea4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: 2db0be2c-d5b0-4119-8cd7-3ccc647605dc
  kind: Event
  lastTimestamp: "2026-09-17T16:15:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:06Z"
    name: isvc-predictive-xgboost-v2-predictor.18d627d39bc18a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "20060"
    uid: 195cc262-a876-4ae5-8e0e-b7580c4aa169
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: 2db0be2c-d5b0-4119-8cd7-3ccc647605dc
  kind: Event
  lastTimestamp: "2026-09-17T16:15:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:06Z"
    name: isvc-predictive-xgboost-v2-predictor.18d627d39c2641ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20061"
    uid: 2ca1edfb-fa40-4555-8625-584307a7fbed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 2db0be2c-d5b0-4119-8cd7-3ccc647605dc
  kind: Event
  lastTimestamp: "2026-09-17T16:15:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18d627da9a78a0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20454"
    uid: fce02f53-bbdc-4694-9ccb-6a30e58b7351
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 2db0be2c-d5b0-4119-8cd7-3ccc647605dc
  kind: Event
  lastTimestamp: "2026-09-17T16:15:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18d627da9af590f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20455"
    uid: d4944ce2-f370-4b79-a9d2-5b337e3805b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 4fbf0c7e-c36f-470e-bc85-7d57527d5b18
  kind: Event
  lastTimestamp: "2026-09-17T16:15:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:59Z"
    name: isvc-predictive-xgboost-v2.18d627d01d52c617
    namespace: kserve-ci-e2e-test
    resourceVersion: "20522"
    uid: 53eab878-7fa7-429f-b714-01254ce3f0c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 4fbf0c7e-c36f-470e-bc85-7d57527d5b18
  kind: Event
  lastTimestamp: "2026-09-17T16:14:36Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:14:36Z"
    name: isvc-predictive-xgboost-v2.18d627d01de0e1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: 1c36e7f8-571e-4ce9-bc7a-7b74309839c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20520"
    uid: 4fbf0c7e-c36f-470e-bc85-7d57527d5b18
  kind: Event
  lastTimestamp: "2026-09-17T16:15:59Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:59Z"
    name: isvc-predictive-xgboost-v2.18d627e34d262118
    namespace: kserve-ci-e2e-test
    resourceVersion: "20521"
    uid: f5ad31bf-2c1b-4b82-825a-015b6953a884
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: d88f803f-6217-4396-90f3-b86723f5fdf8
  kind: Event
  lastTimestamp: "2026-09-17T16:11:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:01Z"
    name: isvc-predictive-xgboost.18d62783e141e2ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: e1000424-c6f5-48b7-97c6-707146bfb032
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: d88f803f-6217-4396-90f3-b86723f5fdf8
  kind: Event
  lastTimestamp: "2026-09-17T16:09:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:09:09Z"
    name: isvc-predictive-xgboost.18d62783e19c1c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: a5a8e0ca-d844-4d71-8c07-760855797d42
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: d88f803f-6217-4396-90f3-b86723f5fdf8
  kind: Event
  lastTimestamp: "2026-09-17T16:11:01Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:01Z"
    name: isvc-predictive-xgboost.18d6279e0fff6861
    namespace: kserve-ci-e2e-test
    resourceVersion: "17891"
    uid: b20b058c-a469-46f3-a344-af29e86f3dd1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:50:21.399217Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40397"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:50:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:50:21Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c375de8abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40403"
    uid: 7dffef53-11bc-40bc-91a5-1fc6b9bbf677
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:50:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-c11ff7-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:21Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c3851d052b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40413"
    uid: f0d9e1e6-6856-4a2d-9915-79858988e4e6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40408"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:50:22Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:50:22Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c3bbc2faec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40427"
    uid: 74cdcd45-ee0d-423a-a5da-649c192437e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:50:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:22Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c3bdbfdb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "40429"
    uid: 03b4b5e1-6341-471c-874f-c8cf7772118d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:50:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:22Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c3c080fb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "40430"
    uid: 57079721-2627-4307-be14-5e1110abad2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:50:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:22Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c3c0f80730
    namespace: kserve-ci-e2e-test
    resourceVersion: "40431"
    uid: ed590103-d616-4310-b34e-3fbc7a10b180
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:50:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:26Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c4bdddb665
    namespace: kserve-ci-e2e-test
    resourceVersion: "40466"
    uid: 4d39419b-b26a-4215-bbf0-1ee17bd1d25f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:50:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:26Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c4c0fb142d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40469"
    uid: f35f7d63-9fa6-493c-93f0-edeae7281986
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:50:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:26Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c4c174d145
    namespace: kserve-ci-e2e-test
    resourceVersion: "40470"
    uid: 8bd35580-6434-4a2f-a9a6-2b0db79868ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:50:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:26Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c4c17fa5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "40471"
    uid: 286181fc-2e88-4dd5-8542-2ab196cd0cb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:50:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:27Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c4c4f0962d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40474"
    uid: 1e5dcc4e-a98c-4fc0-ba48-cac006b8a2b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:50:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:50:27Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c4c56b60eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40476"
    uid: 0756b024-1c3d-42bc-816f-52e8e6791abe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:51:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:33Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629c4f9e9ec07
    namespace: kserve-ci-e2e-test
    resourceVersion: "40945"
    uid: ceec03a8-0d84-4b40-8c82-f8c7b25a4352
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:52:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:24Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629e02ede3159
    namespace: kserve-ci-e2e-test
    resourceVersion: "41402"
    uid: df0cc729-0d04-4af9-8bcf-1ecdc5622d80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:52:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:24Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629e02eded3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41403"
    uid: 4d7708ea-dd4d-497c-acc0-ed80d9b49969
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 6bc871a6-2c25-474a-a672-b3b93bc8a308
  kind: Event
  lastTimestamp: "2026-09-17T16:52:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.69:8643/healthz": dial tcp
    10.134.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:28Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z.18d629e12645730c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41439"
    uid: 4231d897-1ff2-4ffb-8b17-49fa53fadf3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-c11ff7-predictor-77b4b498bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40388"
    uid: d870e3e6-ee31-4ead-a5e7-d814d642de0e
  kind: Event
  lastTimestamp: "2026-09-17T16:50:21Z"
  message: 'Created pod: isvc-primary-c11ff7-predictor-77b4b498bd-q5m2z'
  metadata:
    creationTimestamp: "2026-09-17T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:50:21Z"
    name: isvc-primary-c11ff7-predictor-77b4b498bd.18d629c3756a4a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40400"
    uid: 60ab0875-7c4d-4355-a550-cd760ddcb608
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-c11ff7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: e257c6d1-9cff-4c7f-8ca8-ebcd15313e10
  kind: Event
  lastTimestamp: "2026-09-17T16:50:21Z"
  message: Scaled up replica set isvc-primary-c11ff7-predictor-77b4b498bd from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:50:21Z"
    name: isvc-primary-c11ff7-predictor.18d629c370235d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "40389"
    uid: 73ff7e52-ddd4-4fee-81af-5315d57a7e42
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c11ff7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40387"
    uid: 1967eba4-c7d3-4028-9358-b2b00fe34535
  kind: Event
  lastTimestamp: "2026-09-17T16:50:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:50:51Z"
    name: isvc-primary-c11ff7-predictor.18d629c6ef2296b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40650"
    uid: 8aa37987-5a22-40c4-bed0-6b03a38b5f9c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c11ff7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40387"
    uid: 1967eba4-c7d3-4028-9358-b2b00fe34535
  kind: Event
  lastTimestamp: "2026-09-17T16:50:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:50:51Z"
    name: isvc-primary-c11ff7-predictor.18d629c6ef96c774
    namespace: kserve-ci-e2e-test
    resourceVersion: "40651"
    uid: 23a97d94-c45c-42a2-9ca3-bac42d010d14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c11ff7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40544"
    uid: 1967eba4-c7d3-4028-9358-b2b00fe34535
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-primary-c11ff7-predictor.18d629cdee37e7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41076"
    uid: 0bf4da2c-e338-4fcd-bee3-b401f938258d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c11ff7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40544"
    uid: 1967eba4-c7d3-4028-9358-b2b00fe34535
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-primary-c11ff7-predictor.18d629cdeeab2404
    namespace: kserve-ci-e2e-test
    resourceVersion: "41077"
    uid: 5af4827e-538f-4668-8bdf-d3651382fc21
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c11ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40379"
    uid: 1ad95f1f-148c-4516-bfc0-75d841fde0cc
  kind: Event
  lastTimestamp: "2026-09-17T16:51:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:51:44Z"
    name: isvc-primary-c11ff7.18d629c3702b04d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41025"
    uid: 2f07d93f-6bd3-4065-8026-a00e5ffb6ddb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c11ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40379"
    uid: 1ad95f1f-148c-4516-bfc0-75d841fde0cc
  kind: Event
  lastTimestamp: "2026-09-17T16:50:21Z"
  message: 'Failed to update status for InferenceService "isvc-primary-c11ff7": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-c11ff7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:50:21Z"
    name: isvc-primary-c11ff7.18d629c370bac39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40407"
    uid: 0d10d345-c958-4beb-a06a-65132b6e5d46
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:50:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c11ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40379"
    uid: 1ad95f1f-148c-4516-bfc0-75d841fde0cc
  kind: Event
  lastTimestamp: "2026-09-17T16:50:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-c11ff7": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:50:21Z"
    name: isvc-primary-c11ff7.18d629c370bb10c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40409"
    uid: d7775772-29a0-4fb3-8199-c07ccc1ba0d5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c11ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41023"
    uid: 1ad95f1f-148c-4516-bfc0-75d841fde0cc
  kind: Event
  lastTimestamp: "2026-09-17T16:51:44Z"
  message: InferenceService [isvc-primary-c11ff7] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:51:44Z"
    name: isvc-primary-c11ff7.18d629d6baf64cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "41024"
    uid: 91b26dda-272e-433a-802a-64667d12fd06
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:52:06.731344Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41215"
    uid: 28625585-1263-4a19-b85f-8171a75647db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:52:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:52:06Z"
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4.18d629dbfc271b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "41219"
    uid: 36c0cce0-8739-457f-8257-997d729939d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41224"
    uid: 28625585-1263-4a19-b85f-8171a75647db
  kind: Event
  lastTimestamp: "2026-09-17T16:52:07Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:52:07Z"
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4.18d629dc1e34a066
    namespace: kserve-ci-e2e-test
    resourceVersion: "41229"
    uid: 7f6a574f-8a05-4b36-8b76-43afdc953208
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41217"
    uid: 28625585-1263-4a19-b85f-8171a75647db
  kind: Event
  lastTimestamp: "2026-09-17T16:52:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:12Z"
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4.18d629dc1ff12a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: ebbd8210-5031-4ce4-8f6f-53fb82a34ee8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41217"
    uid: 28625585-1263-4a19-b85f-8171a75647db
  kind: Event
  lastTimestamp: "2026-09-17T16:52:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:12Z"
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4.18d629dc22e461bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41279"
    uid: 07c7093d-10ad-498f-a4b2-dd805f5276fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41217"
    uid: 28625585-1263-4a19-b85f-8171a75647db
  kind: Event
  lastTimestamp: "2026-09-17T16:52:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:12Z"
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4.18d629dc2368f1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41280"
    uid: a2590344-9d22-4f45-b658-738239b18016
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41217"
    uid: 28625585-1263-4a19-b85f-8171a75647db
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4_kserve-ci-e2e-test(28625585-1263-4a19-b85f-8171a75647db)
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4.18d629de795c3653
    namespace: kserve-ci-e2e-test
    resourceVersion: "41319"
    uid: 34ac8297-6d4a-4758-a24f-8bff075a8b4e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "41202"
    uid: 5d53003e-a096-4d5e-b756-fdd63b16e18e
  kind: Event
  lastTimestamp: "2026-09-17T16:52:06Z"
  message: 'Created pod: isvc-secondary-c11ff7-predictor-5b75b4bb59-9kzx4'
  metadata:
    creationTimestamp: "2026-09-17T16:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:06Z"
    name: isvc-secondary-c11ff7-predictor-5b75b4bb59.18d629dbfbabd09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41216"
    uid: ad0b4165-e996-468d-afa6-9d7ce18ad0bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-c11ff7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41200"
    uid: ef0bc7f6-f615-47ad-863d-06644127118b
  kind: Event
  lastTimestamp: "2026-09-17T16:52:06Z"
  message: Scaled up replica set isvc-secondary-c11ff7-predictor-5b75b4bb59 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:06Z"
    name: isvc-secondary-c11ff7-predictor.18d629dbf4d3b927
    namespace: kserve-ci-e2e-test
    resourceVersion: "41205"
    uid: 39148150-502b-4152-b320-84ebf8f3eb4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-c11ff7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41201"
    uid: cd16debe-5753-41b1-881f-202139b70f9d
  kind: Event
  lastTimestamp: "2026-09-17T16:52:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:21Z"
    name: isvc-secondary-c11ff7-predictor.18d629df73586405
    namespace: kserve-ci-e2e-test
    resourceVersion: "41350"
    uid: 249c0f86-e6db-4044-ad16-db2e5ef3cdf3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-c11ff7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41201"
    uid: cd16debe-5753-41b1-881f-202139b70f9d
  kind: Event
  lastTimestamp: "2026-09-17T16:52:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:21Z"
    name: isvc-secondary-c11ff7-predictor.18d629df73c461e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41352"
    uid: 1da20194-4703-46cf-ba8f-60832c0af30e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c11ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41192"
    uid: 2f230210-f199-4750-9e6b-ce832ceab195
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-secondary-c11ff7.18d629dbf4dbad46
    namespace: kserve-ci-e2e-test
    resourceVersion: "41324"
    uid: c9bc7bca-6272-4179-8000-36b70dbb2a1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c11ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41192"
    uid: 2f230210-f199-4750-9e6b-ce832ceab195
  kind: Event
  lastTimestamp: "2026-09-17T16:52:06Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-c11ff7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-c11ff7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:52:06Z"
    name: isvc-secondary-c11ff7.18d629dbf581c079
    namespace: kserve-ci-e2e-test
    resourceVersion: "41208"
    uid: e05f65fe-102b-422c-a139-57ffb0dd8540
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c11ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41192"
    uid: 2f230210-f199-4750-9e6b-ce832ceab195
  kind: Event
  lastTimestamp: "2026-09-17T16:52:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-c11ff7": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:52:06Z"
    name: isvc-secondary-c11ff7.18d629dbf5822745
    namespace: kserve-ci-e2e-test
    resourceVersion: "41210"
    uid: 9b005767-94a5-481d-9288-143304d9f295
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:08:43.494122Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:08:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:08:43Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277ddf1f843d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 2422df95-1b47-468f-8a28-17fdaaba47d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:44Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:08:44Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277e01336eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 54f933bf-ed8d-4c10-96c1-ad4863b54800
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:44Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277e02dd8714
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 11686950-19bb-47f7-92ee-5a22a662ac82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:44Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277e073eb786
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: 386a6d3f-5044-40a3-8ec8-49d8c2dce25b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:44Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277e07c05eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 9c13c9ac-28e6-4db5-a377-08dbfd447c95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:48Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277f1cdaeb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: 82e6501f-b3c9-4d63-ad9c-2a227666dd54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:48Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277f2065fcde
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 798a764d-afbc-4d4e-b23b-26f19a89ef71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:48Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277f210a1ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: ed14b903-8ba6-4d88-9092-9fb1b74363a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:48Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277f21169ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: db4e590b-e14e-47f4-8869-460965da6970
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:48Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277f24ad4dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 9ca47c0f-ed4c-4477-b78e-7483ad1cbf05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:48Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277f25315282
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 12253c63-b17d-414f-b02c-92f93f42cfad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:48Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c73686553d5cc4caf67b918e00ba0faca5d0e7ca84a0c9381da4124a083f6e22"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:48Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277f253e7a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 64b418b4-970c-4f68-9b5d-e08442ee2e9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:49Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:49Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277f28d499ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: ddf6c196-ff8c-4258-bfdf-8c3d5802b352
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:08:49Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:49Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277f294b28f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: b483e2db-6f4a-4aec-85b8-90c6e7e21189
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:10:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:26Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277f591a88d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: 071b9263-14b7-46c1-bdc5-908a40e12946
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:10:26Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:26Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6277f94f5cf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: 14d28db1-ff56-4874-87ef-788ebf8b1ace
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:10:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:18Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d6279401325fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17428"
    uid: 5cff8b22-78b3-4d92-aad0-064202579d9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:10:18Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:18Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d627940132876b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17429"
    uid: 133780c7-b9e4-45b0-b73a-86996762d37b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:10:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:18Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d627940132f9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17430"
    uid: f9642dbb-8ccb-4437-81d8-f10039cc44ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8e0b3f5a-f0de-4f6c-854e-77d763372723
  kind: Event
  lastTimestamp: "2026-09-17T16:10:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:36Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw.18d62794c536f8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: fc3a73b8-3149-467c-9f5c-d58922cc2034
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: 9a49c58d-6a38-41ed-91d4-61296b9b0f92
  kind: Event
  lastTimestamp: "2026-09-17T16:08:43Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-8c4795cdc-mvtpw'
  metadata:
    creationTimestamp: "2026-09-17T16:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:43Z"
    name: isvc-sklearn-batcher-custom-predictor-8c4795cdc.18d6277ddead905a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 4b1eb1ec-d6f9-4206-9cd3-f75e94a2dc62
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: d23644bb-01cc-4ed0-8bf5-cc946db77f8b
  kind: Event
  lastTimestamp: "2026-09-17T16:08:43Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-8c4795cdc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:43Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6277dd8b41738
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 3453831a-cdd3-4dae-84c8-a64e2a810017
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: be32704e-f45e-4498-bde0-3bb2a8e63ca6
  kind: Event
  lastTimestamp: "2026-09-17T16:09:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18d627815754fe19
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: c18ea6d9-85e4-404a-97eb-b00c2b70765f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: be32704e-f45e-4498-bde0-3bb2a8e63ca6
  kind: Event
  lastTimestamp: "2026-09-17T16:09:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6278157be9e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: c4d531b2-41b2-417b-9d35-647293675d0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: be32704e-f45e-4498-bde0-3bb2a8e63ca6
  kind: Event
  lastTimestamp: "2026-09-17T16:10:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6278bd432480a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 626e00a0-9cee-4d7a-888b-f1ee5b661a2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: be32704e-f45e-4498-bde0-3bb2a8e63ca6
  kind: Event
  lastTimestamp: "2026-09-17T16:10:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6278bd4abc890
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: 506048c8-89e6-461d-b146-f07a9d562147
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: adf14c1e-0ab2-4b67-bb08-7b56ac9d42d3
  kind: Event
  lastTimestamp: "2026-09-17T16:10:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:07Z"
    name: isvc-sklearn-batcher-custom.18d6277dd8ccfdae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17325"
    uid: 00bdf18d-6b23-4775-93d1-5d66e42b2c97
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: adf14c1e-0ab2-4b67-bb08-7b56ac9d42d3
  kind: Event
  lastTimestamp: "2026-09-17T16:08:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:43Z"
    name: isvc-sklearn-batcher-custom.18d6277dd9b64196
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: 30d3a366-4136-4df5-8c49-0c2c83e145fe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: adf14c1e-0ab2-4b67-bb08-7b56ac9d42d3
  kind: Event
  lastTimestamp: "2026-09-17T16:08:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:43Z"
    name: isvc-sklearn-batcher-custom.18d6277ddfd3c970
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 6b737a4a-7799-45f4-8a29-66048f0d4eac
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: adf14c1e-0ab2-4b67-bb08-7b56ac9d42d3
  kind: Event
  lastTimestamp: "2026-09-17T16:10:07Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:07Z"
    name: isvc-sklearn-batcher-custom.18d6279151de5a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 16909bfc-52e3-4e52-8f14-5efc87d95f78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:38.459440Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d62760c279a0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 9783f842-642c-4b35-ae3c-b9662d05073e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d62760ca966942
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: 2074c712-bd3e-41c0-8e82-ece0be67c089
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:39Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:39Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d62761084acf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4a6552c5-75af-454e-841e-43f6b4be378a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:39Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d627610a90f411
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: 36673a46-3882-4f1d-87bc-e3c445dc8722
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:39Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d627610dac06b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: b53c3379-5b0d-4d38-a9a5-ec8b802aad27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:39Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d627610e3ac998
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 5325a6b0-5493-40c4-8b87-0c4d6d053531
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:44Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:44Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6276214d7d63d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15519"
    uid: 40751680-faaf-472a-b17a-1acbea6c702b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    in 14.118s (14.118s including waiting). Image size: 1583199637 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:58Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d627655e581e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: 5c8c38c3-8a38-4216-b773-ba6add012513
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:58Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d62765625a3205
    namespace: kserve-ci-e2e-test
    resourceVersion: "15688"
    uid: 1f728c31-7318-457e-9d68-45b1247addf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:58Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6276562d7796b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 626d8a8b-19ff-4557-a1ff-7622996e5570
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:58Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:58Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6276562e72561
    namespace: kserve-ci-e2e-test
    resourceVersion: "15690"
    uid: 02dbaaea-a457-4eb9-85e3-c891931bbd50
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:07:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 4.517s (4.517s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:02Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d62766702da075
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: 73966abe-7e32-47b1-b623-b36d1318fcc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:07:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:02Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6276677246438
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: 39e507f7-1fe8-4268-856b-1758f9ebf78a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:07:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:02Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d627667853a545
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: cea198ac-be5e-4fe2-88f6-942aaa8787a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:07:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:c73686553d5cc4caf67b918e00ba0faca5d0e7ca84a0c9381da4124a083f6e22"
  metadata:
    creationTimestamp: "2026-09-17T16:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:02Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d62766786361a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: 96a3a2d0-1ba0-41f8-8646-979275a6dd5e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:07:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:c73686553d5cc4caf67b918e00ba0faca5d0e7ca84a0c9381da4124a083f6e22"
    in 12.438s (12.438s including waiting). Image size: 240302164 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:15Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d627695dcb5c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 46403a96-734a-4388-a9c2-60de1acec101
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:07:15Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:15Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6276964610a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15837"
    uid: 2743a6fa-b1ac-4b1d-9b8a-a08f753f6153
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:07:15Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:15Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6276964f56af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: 1ade95ab-d2fd-44c6-b76f-8d7e5fe0aa49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:08:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:58Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6276996c490e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: 6ef7efd4-c86b-48f3-a932-dc98889a9f52
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:08:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:48Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6276996d0041c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 66654ae4-5565-49e5-b258-5b32d9195124
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:08:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:43Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6277dda3071a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 563024f3-231b-46c1-bd23-4447c4689459
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:08:43Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:43Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6277dda30aa2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 343b9991-77a2-48aa-823f-46ced526c7e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:08:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:43Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6277dda310a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: cbe4740b-dffe-4eed-a8f5-5d5ba3b67dda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 78e56b0f-6f39-45af-b0c7-a946266a2b4c
  kind: Event
  lastTimestamp: "2026-09-17T16:08:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:56Z"
    name: isvc-sklearn-batcher-predictor-75db54674f-rvw5s.18d6277e8b17ec42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 0d88ff43-840f-410d-b09b-74b78e9419aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-75db54674f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 36681dd3-3441-41a4-9229-71565e7e6510
  kind: Event
  lastTimestamp: "2026-09-17T16:06:38Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-75db54674f-rvw5s'
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-sklearn-batcher-predictor-75db54674f.18d62760c181f1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 9581e169-0428-4f30-a5e9-075eedbff544
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15398"
    uid: 427a940e-a471-4015-9f09-79cfdf3af4dc
  kind: Event
  lastTimestamp: "2026-09-17T16:06:38Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-75db54674f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-sklearn-batcher-predictor.18d62760bb15806f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: 68b978bf-76f9-4eee-85dd-cd1fc9fcde46
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: ffc3403a-ac24-44ee-bb8f-74a56af19891
  kind: Event
  lastTimestamp: "2026-09-17T16:07:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:07:23Z"
    name: isvc-sklearn-batcher-predictor.18d62764454e8058
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 497b521b-35db-46a1-b4b5-f0681d87dbd5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: ffc3403a-ac24-44ee-bb8f-74a56af19891
  kind: Event
  lastTimestamp: "2026-09-17T16:07:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:07:23Z"
    name: isvc-sklearn-batcher-predictor.18d6276445da8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: 3a4a4686-f8ee-46af-9e1e-2be41184637e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15639"
    uid: ffc3403a-ac24-44ee-bb8f-74a56af19891
  kind: Event
  lastTimestamp: "2026-09-17T16:08:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:38Z"
    name: isvc-sklearn-batcher-predictor.18d6276ec27f4704
    namespace: kserve-ci-e2e-test
    resourceVersion: "16479"
    uid: da0960ef-849a-4932-98e1-33f48a4528ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15639"
    uid: ffc3403a-ac24-44ee-bb8f-74a56af19891
  kind: Event
  lastTimestamp: "2026-09-17T16:08:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:38Z"
    name: isvc-sklearn-batcher-predictor.18d6276ec33458ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: 2f5aa5db-9f8a-4482-b5cd-38e968f3ff4c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 1a01a8e3-e762-4509-8580-067dfc15ed69
  kind: Event
  lastTimestamp: "2026-09-17T16:08:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:28Z"
    name: isvc-sklearn-batcher.18d62760c1a015e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 7f23e6c6-8810-4d6f-a9f0-fb78f0a7cc14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 1a01a8e3-e762-4509-8580-067dfc15ed69
  kind: Event
  lastTimestamp: "2026-09-17T16:06:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-sklearn-batcher.18d62760c34dd018
    namespace: kserve-ci-e2e-test
    resourceVersion: "15415"
    uid: b6c26cc1-ac10-4f35-a206-f6cb8c878cd8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 1a01a8e3-e762-4509-8580-067dfc15ed69
  kind: Event
  lastTimestamp: "2026-09-17T16:06:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-sklearn-batcher.18d62760c34e212d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: bbd114ec-89d1-4d40-9511-6c392fd6fdf4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 1a01a8e3-e762-4509-8580-067dfc15ed69
  kind: Event
  lastTimestamp: "2026-09-17T16:08:28Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:28Z"
    name: isvc-sklearn-batcher.18d6277a62c065e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: f6ffcc81-44ed-4bb1-9a59-d19aac265eb8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:42:53.473477Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:42:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:42:53Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295b2b6a2219
    namespace: kserve-ci-e2e-test
    resourceVersion: "36113"
    uid: 51679562-9c00-4e59-9460-7441b56a52e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36118"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:42:54Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:42:54Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295b4d9c80b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36131"
    uid: 739e3ab5-f23e-49fc-9b6e-878db7dc18de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:42:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:54Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295b4f5757ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36133"
    uid: b3c78903-cdef-4acb-bfd8-a1c63885aec7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:42:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:54Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295b5207ba0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36134"
    uid: 8256656b-9c45-42e5-933e-def7bb5cddcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:42:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:54Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295b527c1d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "36135"
    uid: 2932af5e-3ce3-4ab5-9e37-506b143863f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:42:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:58Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295c49d9c7de
    namespace: kserve-ci-e2e-test
    resourceVersion: "36173"
    uid: 3a124085-5f24-4f57-822a-3ceeb02511f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:42:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:58Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295c4d049369
    namespace: kserve-ci-e2e-test
    resourceVersion: "36178"
    uid: b3ab378e-17c4-45dc-9a54-6960c8feb67d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:42:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:58Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295c4d861084
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: 2c2eb784-2370-4d22-9221-cac9247e90a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:42:58Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:58Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295c4d93a574
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 32ad40a8-b970-4253-8444-61a11ac1b7a4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:43:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.799s (2.799s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:01Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295cf472d346
    namespace: kserve-ci-e2e-test
    resourceVersion: "36209"
    uid: a0381ea2-e740-46d3-9e7c-b0cdfc40fb52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:43:01Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T16:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:01Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295cf7e834da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36211"
    uid: c787e165-8d12-4bf9-9b14-888a7a257d15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:43:01Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T16:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:01Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295cf866ace5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 638a3ae5-c0e3-48b9-ac72-a35b599b87b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:43:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:01Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295cf8720345
    namespace: kserve-ci-e2e-test
    resourceVersion: "36213"
    uid: 4c66f96d-9ad7-43c7-a667-dabc8b68688d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:43:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:01Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295cfb54e015
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: a78cf9a3-5164-4757-9a55-a4daf917fc87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:43:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:01Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6295cfbf2d995
    namespace: kserve-ci-e2e-test
    resourceVersion: "36215"
    uid: 7637bd21-e4ea-4fb4-8578-d8383a7ef1da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:44:38Z"
  message: 'Readiness probe failed: Get "http://10.132.0.53:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:38Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6296348312c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: 8f8d4031-7f20-4f10-8448-9f24a9f5d832
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:43:33Z"
  message: 'Liveness probe failed: Get "http://10.132.0.53:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:33Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d629648e8e3760
    namespace: kserve-ci-e2e-test
    resourceVersion: "36544"
    uid: d797ee68-6af9-4f8b-a561-a245d0845550
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:44:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:13Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6296dd0b699f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36840"
    uid: def18f48-be26-4c4d-a35a-6533095ee5df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:44:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:13Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6296dd0b76f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36841"
    uid: 1cc594e1-97db-4218-b3d0-d5ac5d6dfedd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:44:13Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:13Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6296dd0b774ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: c9780d54-7873-4e80-a4ec-5ccd01847090
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 57b9583a-2092-43a8-8961-8418fd43c61d
  kind: Event
  lastTimestamp: "2026-09-17T16:44:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:43Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5.18d6296eec0daeca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37219"
    uid: bc279ed9-8522-4478-bac1-b07979c82163
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36098"
    uid: 03c298d8-a670-44f8-b7f1-53cb6d99b41a
  kind: Event
  lastTimestamp: "2026-09-17T16:42:53Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-86c9d9c8f5-csxv5'
  metadata:
    creationTimestamp: "2026-09-17T16:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:53Z"
    name: isvc-sklearn-mcp-predictor-86c9d9c8f5.18d6295b2ac04658
    namespace: kserve-ci-e2e-test
    resourceVersion: "36110"
    uid: e56ce11d-e26b-4904-84d9-e6916f35eb94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36096"
    uid: 1a8efbbf-1714-4464-90ec-2f5f82e02b38
  kind: Event
  lastTimestamp: "2026-09-17T16:42:53Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-86c9d9c8f5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:53Z"
    name: isvc-sklearn-mcp-predictor.18d6295b275d582d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: ca5eae6f-996d-45a0-a5f0-31a2e05ace3e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36089"
    uid: 52d35b7b-a095-4944-956d-45724c515a5c
  kind: Event
  lastTimestamp: "2026-09-17T16:44:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:44:08Z"
    name: isvc-sklearn-mcp.18d6295b26dae9f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: 86347ace-52d7-4708-a337-d7ed819d088f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36089"
    uid: 52d35b7b-a095-4944-956d-45724c515a5c
  kind: Event
  lastTimestamp: "2026-09-17T16:42:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:42:53Z"
    name: isvc-sklearn-mcp.18d6295b279632a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36122"
    uid: cd30e576-32b3-4570-950f-200f561fb78a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: 52d35b7b-a095-4944-956d-45724c515a5c
  kind: Event
  lastTimestamp: "2026-09-17T16:42:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:42:53Z"
    name: isvc-sklearn-mcp.18d6295b2eefb5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36123"
    uid: 3b5f3601-62cc-4695-b6cc-96811eb3ebfe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: 52d35b7b-a095-4944-956d-45724c515a5c
  kind: Event
  lastTimestamp: "2026-09-17T16:44:08Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:44:08Z"
    name: isvc-sklearn-mcp.18d6296ca06683a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 4c7e02c4-db44-4c50-a536-0ffa350007a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:18:21.145249Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21843"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5f789bcb8f-dnmxq
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:18:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:18:21Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d628045dd033a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21849"
    uid: 16540864-a510-49ef-b4f0-efeb2681f486
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:18:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:21Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d628046b279484
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: e0f39486-c260-48f5-ac18-2cebdbe54c6e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:18:22Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:18:22Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d62804a3eb0353
    namespace: kserve-ci-e2e-test
    resourceVersion: "21872"
    uid: 50b9dee2-f01e-45ed-bcc9-5d15640ce48f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:18:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:22Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d62804a5d44722
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: 02175bff-334f-42f3-9742-e43fccafef7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:18:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:22Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d62804a9a7de38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 32b8a2bc-9403-49fd-8fcd-28088e2dfc7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:18:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:22Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d62804aa421df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21876"
    uid: cb1f16dc-12a2-4bf3-aaab-965e86d4c088
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:18:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:26Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d628059a228d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21910"
    uid: 46ff367b-d9cd-46c1-8e45-a4f6e317eaa5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:18:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:26Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d628059d3d93f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21912"
    uid: 805b3aaa-0f73-4e35-b3d1-a6bddd9418d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:18:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:26Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d628059db9afa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 9161a325-fef5-408d-8bae-b732ba1b4269
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:18:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:26Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d628059dc4fdb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21914"
    uid: 52d6ac05-5379-4871-bc96-4fdc2ce7b328
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:18:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:26Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d62805a10c33bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21915"
    uid: e1824d5f-ff66-4270-9782-de1ae8260e35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:18:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:26Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d62805a1883039
    namespace: kserve-ci-e2e-test
    resourceVersion: "21916"
    uid: 46e963b1-831d-4483-a155-922c7a022744
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:19:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:51Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d62805d63d0507
    namespace: kserve-ci-e2e-test
    resourceVersion: "22561"
    uid: f655e94f-7001-412d-9008-555bc7488e1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:19:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:51Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d628194eafdb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22552"
    uid: 83d93caa-37be-4e8a-af2a-358eedb63736
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:19:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:51Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d628194eb08ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22553"
    uid: c205c2b2-a3fa-4d94-be17-06e5b0fdd879
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a1c105d6-9fbf-4587-afa8-88ba1ca167f8
  kind: Event
  lastTimestamp: "2026-09-17T16:19:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:53Z"
    name: isvc-sklearn-predictor-5f789bcb8f-dnmxq.18d62819dc7919fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22574"
    uid: d19b9cb6-8afa-4e7f-97fe-235e04d1a002
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5f789bcb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: fc43e9c7-5b0a-4d67-b054-50fdb5e09c16
  kind: Event
  lastTimestamp: "2026-09-17T16:18:21Z"
  message: 'Created pod: isvc-sklearn-predictor-5f789bcb8f-dnmxq'
  metadata:
    creationTimestamp: "2026-09-17T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:21Z"
    name: isvc-sklearn-predictor-5f789bcb8f.18d628045ce94526
    namespace: kserve-ci-e2e-test
    resourceVersion: "21846"
    uid: d71b90a5-5f7b-40b3-b7cf-45b2d30dd011
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: 1c326824-7cd1-40ec-bf1c-86ff2906e23c
  kind: Event
  lastTimestamp: "2026-09-17T16:18:21Z"
  message: Scaled up replica set isvc-sklearn-predictor-5f789bcb8f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:21Z"
    name: isvc-sklearn-predictor.18d62804586d6ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: e29ab6e4-2623-4bb4-ab2d-b0624c7c9aee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: f4a3b6a8-cb0c-407b-aed8-a69a503351e0
  kind: Event
  lastTimestamp: "2026-09-17T16:19:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:06Z"
    name: isvc-sklearn-predictor.18d62807d7aa34d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22201"
    uid: 594787c1-cebe-475e-8cf0-8c38c43aa34b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: f4a3b6a8-cb0c-407b-aed8-a69a503351e0
  kind: Event
  lastTimestamp: "2026-09-17T16:19:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:06Z"
    name: isvc-sklearn-predictor.18d62807d82a5c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: 296db09d-4465-4752-b93a-ee8840865346
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: f4a3b6a8-cb0c-407b-aed8-a69a503351e0
  kind: Event
  lastTimestamp: "2026-09-17T16:19:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:36Z"
    name: isvc-sklearn-predictor.18d6281254fe12dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22416"
    uid: 9888c5fe-2d2e-4434-a162-ce29f30cdb52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: f4a3b6a8-cb0c-407b-aed8-a69a503351e0
  kind: Event
  lastTimestamp: "2026-09-17T16:19:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:36Z"
    name: isvc-sklearn-predictor.18d6281255730ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22417"
    uid: b5a84179-78dc-40a0-a4ae-6e63da81b4c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:23:11.873767Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24260"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:23:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:23:11Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d628480e956a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: 35d25ff1-189e-4468-be84-2df63e999ab3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:12Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62848195ea4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24273"
    uid: f6136289-3945-419a-9bdb-85511b5c05c9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24270"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:13Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:23:13Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62848555faf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: dd07794d-91f8-4c81-baf8-06b7257fcc5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:13Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62848572f8709
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: eb71ecca-9a34-46f8-b8f7-58a71a3d3590
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:13Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d628485a879b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "24293"
    uid: 7228f144-0ce3-4f5d-a689-a81ddb508e86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:13Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d628485b13afa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: c89ee080-3ae8-4d7d-9478-d1b6afa269e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:19Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62849e4f1bdf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24349"
    uid: e64675bc-0cbc-4d94-a7dc-729310fda523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:19Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62849e8b28950
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: c86b956e-412c-40ea-a3a9-406f792c06ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:19Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62849e921f426
    namespace: kserve-ci-e2e-test
    resourceVersion: "24354"
    uid: 269381fc-6d1e-4e17-a0ee-ab5215bb327d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:19Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62849e92d8fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24355"
    uid: 93cf7c37-ef69-4618-a415-8b3bbc293503
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:19Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62849ec489072
    namespace: kserve-ci-e2e-test
    resourceVersion: "24358"
    uid: cd454ca4-47cb-4aa7-b3cb-3b915442482b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:19Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62849ece6f764
    namespace: kserve-ci-e2e-test
    resourceVersion: "24359"
    uid: 09313e05-0fcd-427e-976c-762f2bffe007
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:24:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:17Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d6284a5d05d72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 30147e23-7bca-4707-9a3b-9c8d4bfc8438
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:53Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62851db4af86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: e224a5b4-b7b8-4b99-bbd7-4a0a43ec507f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:23:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:53Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62851db4b9bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: c8672793-f139-4fb9-bf66-380ebff38e59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d4b81f49-1b02-4648-a321-6eaa11a9cf17
  kind: Event
  lastTimestamp: "2026-09-17T16:24:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:22Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv.18d62852bef4e53b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24904"
    uid: e1f3c232-3b72-4352-b283-c59dbd56af06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6777c5d8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 7a7f4cdf-72f5-402d-be05-663cfeb400ea
  kind: Event
  lastTimestamp: "2026-09-17T16:23:11Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6777c5d8bf-46czv'
  metadata:
    creationTimestamp: "2026-09-17T16:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:11Z"
    name: isvc-sklearn-runtime-predictor-6777c5d8bf.18d628480ca638a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24262"
    uid: 31836b37-27f4-4c64-bc18-db1055b080b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24247"
    uid: e7354baf-4351-4d7a-bef4-61045e8cbe18
  kind: Event
  lastTimestamp: "2026-09-17T16:23:11Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6777c5d8bf from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:11Z"
    name: isvc-sklearn-runtime-predictor.18d628480548883d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24252"
    uid: 2f13996b-0d68-47ae-bc61-f5c63b7fcc88
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 20bdf4b0-a1bb-43bb-9f5a-f80136b1aa20
  kind: Event
  lastTimestamp: "2026-09-17T16:23:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:26Z"
    name: isvc-sklearn-runtime-predictor.18d6284b83bd6da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: 81c78048-821b-45ee-8578-6e3ed2befa75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 20bdf4b0-a1bb-43bb-9f5a-f80136b1aa20
  kind: Event
  lastTimestamp: "2026-09-17T16:23:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:26Z"
    name: isvc-sklearn-runtime-predictor.18d6284b8431c241
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 8c68dc7b-9425-4499-8c72-da986f182e01
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24408"
    uid: 20bdf4b0-a1bb-43bb-9f5a-f80136b1aa20
  kind: Event
  lastTimestamp: "2026-09-17T16:23:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:41Z"
    name: isvc-sklearn-runtime-predictor.18d6284f039e827f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: 8a4d6ddb-52dc-49a4-85fc-b477870c250f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24408"
    uid: 20bdf4b0-a1bb-43bb-9f5a-f80136b1aa20
  kind: Event
  lastTimestamp: "2026-09-17T16:23:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:41Z"
    name: isvc-sklearn-runtime-predictor.18d6284f0425d11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24520"
    uid: 1370490d-d821-4d27-9369-503f4e73a836
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24240"
    uid: 479e0d7d-72ed-4ce4-bb84-f627e3aa5e50
  kind: Event
  lastTimestamp: "2026-09-17T16:23:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:47Z"
    name: isvc-sklearn-runtime.18d6284804fd78ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24570"
    uid: 6f179ac3-73f8-4ad1-912e-5437b141ee54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24240"
    uid: 479e0d7d-72ed-4ce4-bb84-f627e3aa5e50
  kind: Event
  lastTimestamp: "2026-09-17T16:23:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:11Z"
    name: isvc-sklearn-runtime.18d62848062fd3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 60e0aac4-33e8-4204-94ac-1a7a2a10f937
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24567"
    uid: 479e0d7d-72ed-4ce4-bb84-f627e3aa5e50
  kind: Event
  lastTimestamp: "2026-09-17T16:23:47Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:47Z"
    name: isvc-sklearn-runtime.18d6285070c8f90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24568"
    uid: 6d942b77-9f11-49a7-a4b4-19bfea46b458
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:39:50.247363Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34232"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-db86d8dd4-66krn
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:39:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:39:50Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d6293082497d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34236"
    uid: a8516ee7-418e-46b4-82e8-9d4cce736b5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:39:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:50Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d62930903918af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: 72deb944-6e60-473c-b1a4-4221825d6eb6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34243"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:39:51Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:39:51Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d62930c81e5086
    namespace: kserve-ci-e2e-test
    resourceVersion: "34263"
    uid: e7e3adea-8e84-47cc-865e-e8fbb32d94a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:39:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:51Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d62930ca26033c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34265"
    uid: e9a3f1f9-2be7-4673-88c3-4ed4286649bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:39:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:51Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d62930ccee87ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: 491554f6-ea12-4214-8864-ab80e9cc82b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:39:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:51Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d62930cd65d4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34268"
    uid: 55c679f3-5855-49da-8647-ffafa7a3cf2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:39:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:53Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d6293153a925c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: f42db9fb-c1e6-4058-b915-a3a011dc8b3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:39:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:53Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d6293156cc55d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34291"
    uid: 442f9bf9-8978-429c-a649-4a9ff9ad1799
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:39:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:53Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d629315785e155
    namespace: kserve-ci-e2e-test
    resourceVersion: "34292"
    uid: 82384640-8703-41ac-be92-98d17659198e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:39:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:53Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d629315790b06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34294"
    uid: 520cf7b0-92cc-4047-a063-11d633c8cec3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:39:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:53Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d629315a6b7128
    namespace: kserve-ci-e2e-test
    resourceVersion: "34297"
    uid: e7da15e8-0ce0-48f9-a20c-57facabb12c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:39:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:53Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d629315ae8c17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 318df59d-2bf9-4b28-85a3-27d72eddec58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:41:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:21Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d62931cb8ba18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35139"
    uid: 79d0d769-e4fd-408d-b922-d406744e49db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:41:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:20Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d6294583192d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35089"
    uid: fa94d81d-a90f-49a6-94f3-0b3be3e476ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:41:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:20Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d629458319b236
    namespace: kserve-ci-e2e-test
    resourceVersion: "35090"
    uid: 74b4fac5-8f11-49a7-b161-7f953933307b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 5c7dc87c-41fc-4000-97ad-d3a09d9ae8c2
  kind: Event
  lastTimestamp: "2026-09-17T16:41:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:21Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4-66krn.18d62945d1cc916e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 8e4b183f-a8f8-4f1f-9653-71e7eae64f73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-db86d8dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34223"
    uid: 0d0f0e50-10ae-4985-8aad-2d3d3edca6ac
  kind: Event
  lastTimestamp: "2026-09-17T16:39:50Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-db86d8dd4-66krn'
  metadata:
    creationTimestamp: "2026-09-17T16:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:39:50Z"
    name: isvc-sklearn-s3-predictor-db86d8dd4.18d629308190c7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34233"
    uid: 6ccbdbf9-e4ee-4d12-bbc7-c4a7ef99e2cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34221"
    uid: d7c1826b-1e6b-4962-b329-cabb5ef43f9d
  kind: Event
  lastTimestamp: "2026-09-17T16:39:50Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-db86d8dd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:39:50Z"
    name: isvc-sklearn-s3-predictor.18d629307e7f363f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34225"
    uid: 7cd1b329-7b32-47fd-8620-9fc604a78c79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 0305e941-b7ec-4ccc-81f5-96bccf22670e
  kind: Event
  lastTimestamp: "2026-09-17T16:40:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:40:35Z"
    name: isvc-sklearn-s3-predictor.18d62933fdc7753b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34696"
    uid: 1d8b2e7f-13ed-4e5e-81af-3083725110d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 0305e941-b7ec-4ccc-81f5-96bccf22670e
  kind: Event
  lastTimestamp: "2026-09-17T16:40:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:40:35Z"
    name: isvc-sklearn-s3-predictor.18d62933fe6d6c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "34697"
    uid: 6b64624e-dbe8-457d-b388-4836e87afd50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34389"
    uid: 0305e941-b7ec-4ccc-81f5-96bccf22670e
  kind: Event
  lastTimestamp: "2026-09-17T16:41:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:20Z"
    name: isvc-sklearn-s3-predictor.18d6293e7b1de7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35068"
    uid: 7783b722-4de6-4dd0-b894-1395223fc9c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:40:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34389"
    uid: 0305e941-b7ec-4ccc-81f5-96bccf22670e
  kind: Event
  lastTimestamp: "2026-09-17T16:41:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:20Z"
    name: isvc-sklearn-s3-predictor.18d6293e7bdba98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35070"
    uid: ec290ed5-1378-4a9a-85a8-bd1ddef794a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:44:34.255353Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37105"
    uid: e537f5ca-8be5-41dc-8a42-5cb565779a37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:44:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:44:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq.18d62972a27b69a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37111"
    uid: 25716bf7-65e7-484b-8345-3c180f9b3829
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37116"
    uid: e537f5ca-8be5-41dc-8a42-5cb565779a37
  kind: Event
  lastTimestamp: "2026-09-17T16:44:34Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:44:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq.18d62972c4776b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "37127"
    uid: 8309ec14-c376-431b-a2cd-15fb53310542
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37108"
    uid: e537f5ca-8be5-41dc-8a42-5cb565779a37
  kind: Event
  lastTimestamp: "2026-09-17T16:44:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq.18d62972c682d144
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: df460769-a376-4efa-923f-ba398c9a256b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37108"
    uid: e537f5ca-8be5-41dc-8a42-5cb565779a37
  kind: Event
  lastTimestamp: "2026-09-17T16:44:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq.18d62972c96977bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37173"
    uid: 0f19c1c1-13f4-4154-8bce-7b0982cfa444
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37108"
    uid: e537f5ca-8be5-41dc-8a42-5cb565779a37
  kind: Event
  lastTimestamp: "2026-09-17T16:44:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq.18d62972c9e55925
    namespace: kserve-ci-e2e-test
    resourceVersion: "37174"
    uid: 8f2fa02f-3b1d-4f5a-9b50-f58da131b974
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37108"
    uid: e537f5ca-8be5-41dc-8a42-5cb565779a37
  kind: Event
  lastTimestamp: "2026-09-17T16:44:44Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq.18d62974e9a1dda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37244"
    uid: 2416850c-d786-41f2-bae1-cdef9c3b099d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37097"
    uid: fac2aa7b-720c-4390-a202-4056f6f6f6e5
  kind: Event
  lastTimestamp: "2026-09-17T16:44:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6-nz6tq'
  metadata:
    creationTimestamp: "2026-09-17T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:44:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6.18d62972a14e2be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37106"
    uid: a5d24001-d44e-4e44-b683-05d9f342e7b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 18656724-b707-4b58-8f61-d4811a7fc870
  kind: Event
  lastTimestamp: "2026-09-17T16:44:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7b64946bf6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:44:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d629729a9f69c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: 89c17383-a3f2-42c5-bb47-8799a34f378e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37086"
    uid: 070ba526-bf22-4d95-ac5a-82db19de9f88
  kind: Event
  lastTimestamp: "2026-09-17T16:44:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:44:38Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d629729a8d820c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 5486b79d-0e6f-437e-831c-76ee8763a725
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37086"
    uid: 070ba526-bf22-4d95-ac5a-82db19de9f88
  kind: Event
  lastTimestamp: "2026-09-17T16:44:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:44:34Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d629729bba2c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37102"
    uid: 8dc36bf8-11cb-406a-b7b2-9e5f0b0e5efd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:43:02.848728Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36274"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:43:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:43:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295d5a39094c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 35673097-7566-4f6c-8f63-683bffc7e324
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:43:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295d664b5761
    namespace: kserve-ci-e2e-test
    resourceVersion: "36291"
    uid: 429c8f1c-2361-4cfb-ab78-77a6169df4c8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36284"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:43:04Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:43:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295da0364016
    namespace: kserve-ci-e2e-test
    resourceVersion: "36304"
    uid: b34c92f2-1a83-413a-95a2-cbf0591eaf9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:43:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295da1fbcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36306"
    uid: 07bbede1-9a75-42e3-9de3-531a4703d14e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:43:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295da595f6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36308"
    uid: 09b8b3b8-397f-4565-b1f6-9ff1993378eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:43:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295da60eefd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: 301a0e84-31ae-4b0e-aeac-cfd433cf8b69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:43:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295e067df4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: 581d27e5-e0b5-4f12-bdac-136824fd3d4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:43:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295e09f18182
    namespace: kserve-ci-e2e-test
    resourceVersion: "36330"
    uid: 14c38521-b42e-4eb7-a7c2-dfe9da011efe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:43:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295e0a7aedaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36331"
    uid: a41f48bc-ad4f-476c-a395-f595a59eda25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:43:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295e0a86b203
    namespace: kserve-ci-e2e-test
    resourceVersion: "36334"
    uid: e03bcd00-4b51-4c03-ac69-495daf17cc30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:43:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295e0d6cb1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36335"
    uid: 757ed6f6-efde-4786-8b0a-b75435fdd998
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:43:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295e0de62197
    namespace: kserve-ci-e2e-test
    resourceVersion: "36336"
    uid: a8786e40-e1e1-4703-943d-c8f4bbef9f4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:44:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d6295e42cbcf99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: e26c1d89-8d87-42fd-ae2a-b0f1dbf1e62f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:44:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d629725158610a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37061"
    uid: 1d42015b-ae83-4340-ba79-b325e1b875d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:44:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d629725158e6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 1c2ec7fb-7722-41c0-a8fa-765963980302
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 1d93ba27-19fe-4a3e-97e0-9c678991e614
  kind: Event
  lastTimestamp: "2026-09-17T16:44:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq.18d62973730879a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37166"
    uid: d544a03a-9133-47b9-9b41-0b063eefe01f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36265"
    uid: 4941e4d5-8952-40e4-8f93-84ab2187d062
  kind: Event
  lastTimestamp: "2026-09-17T16:43:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4-bcszq'
  metadata:
    creationTimestamp: "2026-09-17T16:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:43:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4.18d6295d59b70bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36275"
    uid: e9fdecea-b4a3-4af4-8df0-9d0e39e54526
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36263"
    uid: 7c2711dd-8ded-4d3d-88c9-804971822155
  kind: Event
  lastTimestamp: "2026-09-17T16:43:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-698dfcd8b4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:43:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6295d573f8f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "36267"
    uid: b023864f-4ddf-495b-841e-8b1ce6abb1b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36264"
    uid: 9ba43950-17e7-4c2f-8b7c-ed7b37ba58b9
  kind: Event
  lastTimestamp: "2026-09-17T16:43:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:43:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62960d671d924
    namespace: kserve-ci-e2e-test
    resourceVersion: "36637"
    uid: 2778cf41-51e6-41be-baef-fd00c4f82f15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36264"
    uid: 9ba43950-17e7-4c2f-8b7c-ed7b37ba58b9
  kind: Event
  lastTimestamp: "2026-09-17T16:43:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:43:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62960d6dacf52
    namespace: kserve-ci-e2e-test
    resourceVersion: "36638"
    uid: d08ccd51-b4de-418b-a179-bca936e1a15d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36426"
    uid: 9ba43950-17e7-4c2f-8b7c-ed7b37ba58b9
  kind: Event
  lastTimestamp: "2026-09-17T16:44:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:44:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6296b54aac19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36875"
    uid: 7d33adf0-4ced-4069-bd25-b32bc96b9bd4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36426"
    uid: 9ba43950-17e7-4c2f-8b7c-ed7b37ba58b9
  kind: Event
  lastTimestamp: "2026-09-17T16:44:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:44:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6296b559555f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36876"
    uid: 03c96cde-047e-4e90-8fc1-804d34be3474
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36256"
    uid: fc78c620-363c-4ce3-8acd-d3f3a640948c
  kind: Event
  lastTimestamp: "2026-09-17T16:44:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:44:28Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d6295d5777ee7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: 166eefb6-599a-4313-a004-32e138c2f41f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36256"
    uid: fc78c620-363c-4ce3-8acd-d3f3a640948c
  kind: Event
  lastTimestamp: "2026-09-17T16:43:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:43:02Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d6295d5801f753
    namespace: kserve-ci-e2e-test
    resourceVersion: "36286"
    uid: 4c6a9374-83e4-44aa-bc27-cf626a2620da
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36257"
    uid: fc78c620-363c-4ce3-8acd-d3f3a640948c
  kind: Event
  lastTimestamp: "2026-09-17T16:43:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:43:02Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d6295d5e0af172
    namespace: kserve-ci-e2e-test
    resourceVersion: "36287"
    uid: 8d3d5d87-9953-4510-af5f-8b1574a809d9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37017"
    uid: fc78c620-363c-4ce3-8acd-d3f3a640948c
  kind: Event
  lastTimestamp: "2026-09-17T16:44:28Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:44:28Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d6297155c02f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "37018"
    uid: 3070b368-bf56-4597-9f38-21ad4479f4fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:42:51.726942Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36048"
    uid: b4fdce04-2629-43a5-81b6-d2e9d1d36e01
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:42:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:42:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd.18d6295ac35009b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36057"
    uid: 0f7d13a8-362a-4944-b71d-c952597a194a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36060"
    uid: b4fdce04-2629-43a5-81b6-d2e9d1d36e01
  kind: Event
  lastTimestamp: "2026-09-17T16:42:52Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:42:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd.18d6295ae55b4777
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 7ef8e8c7-510a-4d8f-8b89-8761a32f9246
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36050"
    uid: b4fdce04-2629-43a5-81b6-d2e9d1d36e01
  kind: Event
  lastTimestamp: "2026-09-17T16:42:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd.18d6295ae74655d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36186"
    uid: c56a6357-e6db-4d37-a39a-47fae6abba93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36050"
    uid: b4fdce04-2629-43a5-81b6-d2e9d1d36e01
  kind: Event
  lastTimestamp: "2026-09-17T16:42:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd.18d6295aea5bb5e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: 2b066737-da8f-4347-990b-977d97e2e5f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36050"
    uid: b4fdce04-2629-43a5-81b6-d2e9d1d36e01
  kind: Event
  lastTimestamp: "2026-09-17T16:42:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd.18d6295aead6ec73
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: f1fc822f-8a54-4cc4-bc57-1cc485415c1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36050"
    uid: b4fdce04-2629-43a5-81b6-d2e9d1d36e01
  kind: Event
  lastTimestamp: "2026-09-17T16:43:01Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:43:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd.18d6295d1519e55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36236"
    uid: 5a03de1a-082c-487b-ab98-1808c1a54cbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "36039"
    uid: 0c41c666-ec7d-40c7-aeb1-48837fecf09d
  kind: Event
  lastTimestamp: "2026-09-17T16:42:51Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64-7zdpd'
  metadata:
    creationTimestamp: "2026-09-17T16:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64.18d6295ac2cf5027
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: 65edcfd0-1388-4ddd-9204-af66d83b5b14
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: ea1859fa-7743-4e66-8fce-4c3475760730
  kind: Event
  lastTimestamp: "2026-09-17T16:42:51Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-5cb97ccc64
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d6295abfaec24a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: 61f00155-d978-41cd-9194-ced1b1304498
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: 12479e93-25dd-4431-8bd3-7b8d04b2b9a4
  kind: Event
  lastTimestamp: "2026-09-17T16:42:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:42:58Z"
    name: isvc-sklearn-s3-tls-global-fail.18d6295abfc76a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "36192"
    uid: 7146ccc4-3a8a-40f4-95fc-0d866135712c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: 12479e93-25dd-4431-8bd3-7b8d04b2b9a4
  kind: Event
  lastTimestamp: "2026-09-17T16:42:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:42:51Z"
    name: isvc-sklearn-s3-tls-global-fail.18d6295ac07568ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36045"
    uid: 380ede48-afb0-4bf0-8035-20360c643c1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:41:20.639760Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35110"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:41:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:41:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d629458e17f1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35120"
    uid: 0e875ef6-0c12-41d1-99c4-9132dcaae5b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:41:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d629459b89c9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35128"
    uid: 97eccc95-2124-46bb-a0be-03a74ee66e58
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35121"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:41:21Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:41:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d62945d3c15832
    namespace: kserve-ci-e2e-test
    resourceVersion: "35140"
    uid: 10bbbeba-e0e0-4a44-81c5-e255a0233064
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:41:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d62945d60751a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35142"
    uid: 9d554ee9-769f-43a7-a2cd-6a8cb9bfa636
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:41:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d62945d9cf5931
    namespace: kserve-ci-e2e-test
    resourceVersion: "35145"
    uid: 9220665e-e1bd-4100-8ec4-1493a08f9fa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:41:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d62945da4ecf0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35146"
    uid: 725e834c-44e6-4c87-9d6b-289f15f24131
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:41:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d629462701ff17
    namespace: kserve-ci-e2e-test
    resourceVersion: "35200"
    uid: 04c2ba39-0697-453b-b706-db25cde70a07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:41:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d629462a1a03f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35202"
    uid: 228e6b27-d860-4f76-947c-9761c5404dcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:41:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d629462a95940e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35204"
    uid: eda50972-cdbf-4a39-b20a-44f3b715a1d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:41:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d629462aa125b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35206"
    uid: f0ad3741-e866-4865-8482-ed652978586c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:41:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d629462d9f8c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 5e732f44-9436-4d56-9173-a2c15b6b7cc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:41:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:41:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d629462e2c913d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35210"
    uid: 5b8b8d00-7c7b-43d8-86c4-a245fe89d3be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:42:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d629466310ec12
    namespace: kserve-ci-e2e-test
    resourceVersion: "35811"
    uid: d1c1c671-7e93-4249-b642-4fcb7440e83c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:42:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d6295a81300fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36012"
    uid: af65fa0e-e86d-43b4-ac13-757f00090185
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:42:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d6295a8130690f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: f11555f4-8c63-4bdb-bfa7-12b4d81143c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f5abde47-a7e5-4a2c-8726-b6eba48a54b6
  kind: Event
  lastTimestamp: "2026-09-17T16:42:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:42:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd.18d6295b93c96e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: 05d78b2e-3786-4cb1-a087-5c9cf1bd54db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35100"
    uid: 2dc4e8da-f9b1-4021-aa99-d59bc6fe6548
  kind: Event
  lastTimestamp: "2026-09-17T16:41:20Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4-t78vd'
  metadata:
    creationTimestamp: "2026-09-17T16:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4.18d629458d34e96b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35113"
    uid: 87a6ff32-b887-4a31-b98d-dcb605c760aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35095"
    uid: f660a32a-61ca-479d-8a8b-f85205df5882
  kind: Event
  lastTimestamp: "2026-09-17T16:41:20Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-66b66dd5d4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:41:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6294588e29736
    namespace: kserve-ci-e2e-test
    resourceVersion: "35101"
    uid: 33bcf960-91d4-4ed2-b27e-a09bca7e0ae1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35099"
    uid: 07a816de-df01-49a6-90bb-7dc523c86c6e
  kind: Event
  lastTimestamp: "2026-09-17T16:42:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62949082ec284
    namespace: kserve-ci-e2e-test
    resourceVersion: "35632"
    uid: 19f9d4a3-2f75-4449-bbb9-e822f5472f5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35099"
    uid: 07a816de-df01-49a6-90bb-7dc523c86c6e
  kind: Event
  lastTimestamp: "2026-09-17T16:42:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6294908bb7069
    namespace: kserve-ci-e2e-test
    resourceVersion: "35633"
    uid: ba5abcbc-5a91-491a-a36d-47e2480248f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: 07a816de-df01-49a6-90bb-7dc523c86c6e
  kind: Event
  lastTimestamp: "2026-09-17T16:42:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6295386d74a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35851"
    uid: 731950e8-68ee-4741-94e8-ceeb21cec9c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: 07a816de-df01-49a6-90bb-7dc523c86c6e
  kind: Event
  lastTimestamp: "2026-09-17T16:42:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:42:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6295387489b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35852"
    uid: 0a46222d-92b1-4d8f-b57c-c2f476b8aab3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: 979e9a45-12e7-4356-8a1d-ef9ed328b9f2
  kind: Event
  lastTimestamp: "2026-09-17T16:42:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:42:40Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6294589195806
    namespace: kserve-ci-e2e-test
    resourceVersion: "35901"
    uid: 63ee2161-37c9-41d1-baaa-0dff3316a178
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: 979e9a45-12e7-4356-8a1d-ef9ed328b9f2
  kind: Event
  lastTimestamp: "2026-09-17T16:41:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:41:20Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6294589da1d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "35104"
    uid: 64cb9abf-7f3d-4429-9bee-00e1ac9cdc4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:42:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35896"
    uid: 979e9a45-12e7-4356-8a1d-ef9ed328b9f2
  kind: Event
  lastTimestamp: "2026-09-17T16:42:40Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:42:40Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6295824d4bf0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35899"
    uid: 54fdc325-375e-4488-a0a0-ead20a8d6a00
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:46:26.440028Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r
    namespace: kserve-ci-e2e-test
    resourceVersion: "38204"
    uid: 2f1cb465-e073-4b03-81d9-8222dd6c3e60
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:46:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:46:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r.18d6298cc135c44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38211"
    uid: f08ccd48-1ee9-4732-b940-fd41a87ed65e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r
    namespace: kserve-ci-e2e-test
    resourceVersion: "38206"
    uid: 2f1cb465-e073-4b03-81d9-8222dd6c3e60
  kind: Event
  lastTimestamp: "2026-09-17T16:46:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r.18d6298cd11808be
    namespace: kserve-ci-e2e-test
    resourceVersion: "38222"
    uid: eb17773b-1461-4d2b-8d9b-5f4e24ac2c4e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r
    namespace: kserve-ci-e2e-test
    resourceVersion: "38215"
    uid: 2f1cb465-e073-4b03-81d9-8222dd6c3e60
  kind: Event
  lastTimestamp: "2026-09-17T16:46:27Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:46:27Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r.18d6298d075c3cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38230"
    uid: 44d49142-5c46-4bd9-8895-1280821665e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r
    namespace: kserve-ci-e2e-test
    resourceVersion: "38206"
    uid: 2f1cb465-e073-4b03-81d9-8222dd6c3e60
  kind: Event
  lastTimestamp: "2026-09-17T16:46:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r.18d6298d08feec3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38288"
    uid: 4d90bd1c-784a-4e14-bc11-d00652f66cc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r
    namespace: kserve-ci-e2e-test
    resourceVersion: "38206"
    uid: 2f1cb465-e073-4b03-81d9-8222dd6c3e60
  kind: Event
  lastTimestamp: "2026-09-17T16:46:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r.18d6298d0bcd3b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: bf2772cb-a38e-493c-aa1e-c5f3340dc25f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r
    namespace: kserve-ci-e2e-test
    resourceVersion: "38206"
    uid: 2f1cb465-e073-4b03-81d9-8222dd6c3e60
  kind: Event
  lastTimestamp: "2026-09-17T16:46:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r.18d6298d0c52250b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38291"
    uid: cc6abf3e-3cf6-447f-a69b-6670e65b0196
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r
    namespace: kserve-ci-e2e-test
    resourceVersion: "38206"
    uid: 2f1cb465-e073-4b03-81d9-8222dd6c3e60
  kind: Event
  lastTimestamp: "2026-09-17T16:46:36Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r.18d6298f13d1bb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38338"
    uid: 00af183a-52d1-4dd5-a1d0-4caecda4a441
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549
    namespace: kserve-ci-e2e-test
    resourceVersion: "38195"
    uid: 6eab4100-89fd-4c58-9e54-50f8aa058a52
  kind: Event
  lastTimestamp: "2026-09-17T16:46:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549-g254r'
  metadata:
    creationTimestamp: "2026-09-17T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:46:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549.18d6298cc0a50470
    namespace: kserve-ci-e2e-test
    resourceVersion: "38207"
    uid: 75173315-871e-424f-b758-a03a0d660c22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38193"
    uid: f67a408f-4e5b-47c5-9ef7-22a93a629898
  kind: Event
  lastTimestamp: "2026-09-17T16:46:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-fcbfcd549
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:46:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d6298cbc52c481
    namespace: kserve-ci-e2e-test
    resourceVersion: "38196"
    uid: 37de0dec-6f52-4696-9863-eddd87beb5ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38185"
    uid: 5603defb-f106-4ab7-ab4c-d7813e9384ac
  kind: Event
  lastTimestamp: "2026-09-17T16:46:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:46:33Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6298cbc65e3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: a72130dc-94ff-404f-bd3a-8719adb696fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38185"
    uid: 5603defb-f106-4ab7-ab4c-d7813e9384ac
  kind: Event
  lastTimestamp: "2026-09-17T16:46:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:46:26Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6298cbd02a088
    namespace: kserve-ci-e2e-test
    resourceVersion: "38199"
    uid: 80d46ee0-bd2e-4aad-8425-0735e75bb00d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:44:45.156250Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:44:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:44:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d629752c39e975
    namespace: kserve-ci-e2e-test
    resourceVersion: "37289"
    uid: 52d703a7-5403-4718-8eb1-ea3f0b9c27ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37295"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:44:45Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:44:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d629754e7e7376
    namespace: kserve-ci-e2e-test
    resourceVersion: "37305"
    uid: 55493391-cec0-4846-9ee2-fc39c0116082
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:44:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d62975502ab6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37308"
    uid: 090a7267-5db5-408c-ac41-57d06a6b3d40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:44:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d629755389b09c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37310"
    uid: b83a6f25-d851-435a-86ec-e6e1ab1c384c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:44:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d629755405999b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37311"
    uid: 46f8ee92-0285-4208-b760-190a93ccfc34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:44:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d62975a85dc5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9121be42-29eb-46c9-953c-90e942def9dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:44:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d62975ac87800b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37332"
    uid: 07b2cca4-92d9-4d91-b6b5-e96824bfa0b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:44:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d62975ad018c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 5510ffad-40c3-43ed-b784-84e06aa4521f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:44:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d62975ad0dca8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37335"
    uid: 259d11bb-a610-4618-adb0-e53d9581695e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:44:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d62975b18be44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37337"
    uid: 6ddba49f-dbcb-46c1-86ba-7fd5b2a59c8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:44:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:44:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d62975b20832a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37338"
    uid: bd38f2f7-7a56-4a85-bbae-5f2e99eb06bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:46:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d62976204a976c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38172"
    uid: 0f4c4af1-76df-4ba0-ab35-382842dd4b64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:46:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d6298c78018f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38168"
    uid: 63126af5-1da8-45b1-84fa-df23f2544772
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:46:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d6298c78020fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "38169"
    uid: 9ba6f0e9-833f-449b-afab-1aa405ebb356
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: f7b59977-2e71-4ea9-85b5-3b2ed101b446
  kind: Event
  lastTimestamp: "2026-09-17T16:46:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:46:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p.18d6298c7a93fb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38171"
    uid: 3fc46e0d-1bd8-455a-b558-bd9bd554d541
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: b714b7e5-9ae1-494c-9a0a-f209c2c0e1a6
  kind: Event
  lastTimestamp: "2026-09-17T16:44:45Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc-vmt7p'
  metadata:
    creationTimestamp: "2026-09-17T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:44:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc.18d629752b97c167
    namespace: kserve-ci-e2e-test
    resourceVersion: "37286"
    uid: 336b7d54-fe50-4e7c-a5c9-be2cc4d147ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37272"
    uid: e4cd4a34-ef6d-4d52-876a-efe9671f7b49
  kind: Event
  lastTimestamp: "2026-09-17T16:44:45Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-9698964dc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:44:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62975292e855f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: 88b4a3d9-f38b-45e2-b59e-5d434e8d5783
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37273"
    uid: 8c8e9896-0ac1-4959-88a2-6cc385ef44d0
  kind: Event
  lastTimestamp: "2026-09-17T16:45:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:45:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62978a7b1d5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37432"
    uid: ce8aee2f-ba5b-4d12-9d4c-d7ff2cb6ea41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37273"
    uid: 8c8e9896-0ac1-4959-88a2-6cc385ef44d0
  kind: Event
  lastTimestamp: "2026-09-17T16:45:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:45:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62978a820b277
    namespace: kserve-ci-e2e-test
    resourceVersion: "37434"
    uid: eb16b16b-cf0f-4f0a-a1ab-25b48ba8c195
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37433"
    uid: 8c8e9896-0ac1-4959-88a2-6cc385ef44d0
  kind: Event
  lastTimestamp: "2026-09-17T16:46:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:46:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6297c26e95d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "38071"
    uid: 1b83e35e-040d-4e62-a05e-cb0760b71003
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:45:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37433"
    uid: 8c8e9896-0ac1-4959-88a2-6cc385ef44d0
  kind: Event
  lastTimestamp: "2026-09-17T16:46:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:46:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6297c277124a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 64777b39-20f2-47c9-93bd-11047623df7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: 1fd9d224-38d7-4e42-9de8-7aa1e13fc329
  kind: Event
  lastTimestamp: "2026-09-17T16:46:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:46:15Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62975295e5e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38082"
    uid: 036ba412-5a6c-4810-a9d2-d1d6ee04835a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: 1fd9d224-38d7-4e42-9de8-7aa1e13fc329
  kind: Event
  lastTimestamp: "2026-09-17T16:44:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:44:45Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6297529cf55f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37297"
    uid: 87954ac6-a660-4dc0-94e1-2c959c607fbd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37266"
    uid: 1fd9d224-38d7-4e42-9de8-7aa1e13fc329
  kind: Event
  lastTimestamp: "2026-09-17T16:44:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:44:45Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d629753043b8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37298"
    uid: 374c193c-c3f2-4544-b0a1-fc1869f49758
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:46:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 1fd9d224-38d7-4e42-9de8-7aa1e13fc329
  kind: Event
  lastTimestamp: "2026-09-17T16:46:15Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:46:15Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6298a2c98ba41
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: f0e83c0b-103d-4e47-884d-3834f7058bdb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34213"
    uid: 9c9a6637-1b42-437c-83ea-41ff2fd03541
  kind: Event
  lastTimestamp: "2026-09-17T16:41:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:41:11Z"
    name: isvc-sklearn-s3.18d629307f1cd3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34973"
    uid: 8af52350-8587-404d-b02c-865ee15ab848
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34213"
    uid: 9c9a6637-1b42-437c-83ea-41ff2fd03541
  kind: Event
  lastTimestamp: "2026-09-17T16:39:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:39:50Z"
    name: isvc-sklearn-s3.18d629307fa9044a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34245"
    uid: 18f806d9-8147-4815-8ce3-3c592444cba5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 9c9a6637-1b42-437c-83ea-41ff2fd03541
  kind: Event
  lastTimestamp: "2026-09-17T16:39:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:39:50Z"
    name: isvc-sklearn-s3.18d6293087df2ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34246"
    uid: 2e2ab57b-3e12-4613-ad44-47de4ec9224e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:41:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 9c9a6637-1b42-437c-83ea-41ff2fd03541
  kind: Event
  lastTimestamp: "2026-09-17T16:41:11Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:41:11Z"
    name: isvc-sklearn-s3.18d62943837ac784
    namespace: kserve-ci-e2e-test
    resourceVersion: "34970"
    uid: 416fd197-bc4b-46ed-85fa-2d418bedd9c6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-8c57c4657
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 786053a7-4973-4fe0-bf72-987854537da2
  kind: Event
  lastTimestamp: "2026-09-17T16:17:47Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-8c57c4657-45bp8'
  metadata:
    creationTimestamp: "2026-09-17T16:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:47Z"
    name: isvc-sklearn-scheduler-predictor-8c57c4657.18d627fc7e2b735d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: a1aca1f7-b27d-4e94-b7b0-6f6e58caccd5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 55a241cd-fea8-46dd-a76e-6e555f537336
  kind: Event
  lastTimestamp: "2026-09-17T16:17:47Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-8c57c4657 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:47Z"
    name: isvc-sklearn-scheduler-predictor.18d627fc78ed213c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: 5d33da76-2089-4374-be34-1e7bb87dc24c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 29636824-814b-4e36-a641-a1d34db5d386
  kind: Event
  lastTimestamp: "2026-09-17T16:17:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:48Z"
    name: isvc-sklearn-scheduler.18d627fc7894cb90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21463"
    uid: ea97615b-8ff4-43a8-a473-94378fab4ed3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 29636824-814b-4e36-a641-a1d34db5d386
  kind: Event
  lastTimestamp: "2026-09-17T16:17:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:47Z"
    name: isvc-sklearn-scheduler.18d627fc79089723
    namespace: kserve-ci-e2e-test
    resourceVersion: "21449"
    uid: 79bf1a4b-649c-4564-b459-fb7d071bdd8f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 29636824-814b-4e36-a641-a1d34db5d386
  kind: Event
  lastTimestamp: "2026-09-17T16:17:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:47Z"
    name: isvc-sklearn-scheduler.18d627fc7908fe7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21450"
    uid: 5136aca4-ab00-4a88-911d-d6e789e78a2c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:26:39.761333Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26601"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:26:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:26:39Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d6287875a5e262
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: efd660d8-4c91-4b5b-b35a-e4ce096b5635
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:26:40Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:26:40Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d6287897d81a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26626"
    uid: 975f34fe-b372-494f-83de-60b2334a94c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:26:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:40Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d62878998322a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: 0c040ee6-bba7-4d11-be85-d3bbf3d64cb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:26:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:40Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d628789c5daa6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: 6fb37256-c6ae-429e-93c6-4d80a4340162
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:26:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:40Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d628789cd7997b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26630"
    uid: 8254117b-0282-4c62-8cb7-07cee37a68af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:26:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:44Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d62879a25fe113
    namespace: kserve-ci-e2e-test
    resourceVersion: "26667"
    uid: 52680bf5-fbbb-47be-921d-075849a5c5d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:26:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:44Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d62879a5f846d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26670"
    uid: ad6e3a15-e36b-43f1-bf95-e94d91c5f5a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:26:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:44Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d62879a67803c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26671"
    uid: dbfcabbd-c993-4b8b-a29e-932c11a48cbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:26:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:44Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d62879a683765a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26672"
    uid: 3642ce59-1b12-4c9e-a44c-321130642c08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:26:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:44Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d62879a95468f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26675"
    uid: f58506d8-cf9b-4cfa-b22b-d770b99202e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:26:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:44Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d62879a9e17676
    namespace: kserve-ci-e2e-test
    resourceVersion: "26676"
    uid: e9c78cf5-e4de-45c8-a386-850a50619418
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:28:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:12Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d6287a1a4f00ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27560"
    uid: aabef02a-5ba2-4a66-9065-89a9a224ca0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:28:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:09Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d6288d70d8c5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: 88f23e25-ec6b-4eb7-bc29-61d315883f53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:28:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:09Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d6288d70d96ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27534"
    uid: a926dd14-a834-4f5d-a8ce-7b11ba551c8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2e2e5405-058a-4a65-ba74-2356783a3e76
  kind: Event
  lastTimestamp: "2026-09-17T16:28:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:12Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79.18d6288e2091fd02
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 913788ba-3b11-4dd5-b6ac-efeb4c64e9ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26592"
    uid: 07d34774-d117-438d-8139-468dcdff0be7
  kind: Event
  lastTimestamp: "2026-09-17T16:26:39Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-75fcdd79b8-8pm79'
  metadata:
    creationTimestamp: "2026-09-17T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:39Z"
    name: isvc-sklearn-v2-mixed-predictor-75fcdd79b8.18d6287874e44f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26602"
    uid: 36ad81d8-eb23-4f0b-b450-71cd81d3b604
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26590"
    uid: 3c1d1399-aef3-4655-a664-2fba485d8032
  kind: Event
  lastTimestamp: "2026-09-17T16:26:39Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-75fcdd79b8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6287871c99388
    namespace: kserve-ci-e2e-test
    resourceVersion: "26594"
    uid: 62f46d61-dae3-48b2-bd3d-eebd7d72f11d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26591"
    uid: 793dd8ee-bc5f-40f7-88a9-00c99b4cb78b
  kind: Event
  lastTimestamp: "2026-09-17T16:27:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:24Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6287bf080d965
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 48ff5e47-3835-407b-9ec6-902083f34b25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26591"
    uid: 793dd8ee-bc5f-40f7-88a9-00c99b4cb78b
  kind: Event
  lastTimestamp: "2026-09-17T16:27:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:24Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6287bf0fc213e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27010"
    uid: 167aab54-8ddb-468b-aaf9-d939c535f37b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26753"
    uid: 793dd8ee-bc5f-40f7-88a9-00c99b4cb78b
  kind: Event
  lastTimestamp: "2026-09-17T16:28:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:09Z"
    name: isvc-sklearn-v2-mixed-predictor.18d628866e28e692
    namespace: kserve-ci-e2e-test
    resourceVersion: "27517"
    uid: 9cd662b2-23a1-4da5-b85c-48dd72a522c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26753"
    uid: 793dd8ee-bc5f-40f7-88a9-00c99b4cb78b
  kind: Event
  lastTimestamp: "2026-09-17T16:28:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:09Z"
    name: isvc-sklearn-v2-mixed-predictor.18d628866e9a3a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 7b01983b-1179-4f6a-ba79-945b47637975
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: a29f75ab-5bc6-4ceb-849e-6863fc0e7557
  kind: Event
  lastTimestamp: "2026-09-17T16:28:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:02Z"
    name: isvc-sklearn-v2-mixed.18d6287871f82c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "27469"
    uid: 2fc96848-7d88-45f1-a801-2aef71ed4bac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: a29f75ab-5bc6-4ceb-849e-6863fc0e7557
  kind: Event
  lastTimestamp: "2026-09-17T16:26:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:39Z"
    name: isvc-sklearn-v2-mixed.18d62878725db03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26598"
    uid: c948975b-3dff-4062-9b57-32c4440f1293
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27467"
    uid: a29f75ab-5bc6-4ceb-849e-6863fc0e7557
  kind: Event
  lastTimestamp: "2026-09-17T16:28:02Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:02Z"
    name: isvc-sklearn-v2-mixed.18d6288bd2d2c9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27468"
    uid: fb89af04-d1eb-4254-978c-17105915a9d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:25:04.382882Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25277"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-855f948db9-s9skj
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:25:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:25:04Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d6286240a625bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25284"
    uid: 4a0fb120-f276-4004-aa40-8da87f2a279e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25287"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:25:04Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:25:04Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d6286263030aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25296"
    uid: 716642d1-7b66-4859-af83-2570f94b96d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:25:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:04Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d6286264a7a0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25298"
    uid: 7569ea1a-2638-4342-a783-b646fc301599
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:25:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:05Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d62862680a3c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: 2cfca1dd-d4f3-4956-a04d-5fb003f59e47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:25:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:05Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d62862688eb62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25300"
    uid: 5df51a2e-8e88-478f-904c-16fba0091134
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:25:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:09Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d6286367aa88be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25359"
    uid: 9fa6b05b-0f36-4ee6-a0e7-8dc4b71055a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:25:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:09Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d628636ac7036e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: edb788c8-815b-4795-a357-629d44a9a31c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:25:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:09Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d628636b46b735
    namespace: kserve-ci-e2e-test
    resourceVersion: "25364"
    uid: 3fbc8668-9901-45a3-9a00-edfd7e0425c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:25:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:09Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d628636b524b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25366"
    uid: b27e97be-e515-4273-b8ac-15d7afb0846f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:25:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:09Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d628636e988caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 46c64333-ed8e-43f9-b780-91e3c3528dab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:25:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:09Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d628636f1a4998
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 25ca7c83-b963-44e8-a668-b2f059d221dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:26:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:37Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d62863df888159
    namespace: kserve-ci-e2e-test
    resourceVersion: "26561"
    uid: 2209ee52-f708-42da-9026-ba0bbf8fee1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:26:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:34Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d6287740e24366
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: c1b8e436-2bf2-4ca4-a7fe-e5f199b02442
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:26:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:34Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d6287740e2c6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26539"
    uid: 769ce4f3-4a01-4187-a736-8a74a4e0788a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: fc017d51-5e8b-4b47-aa0f-ac444b0c7083
  kind: Event
  lastTimestamp: "2026-09-17T16:26:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:37Z"
    name: isvc-sklearn-v2-predictor-855f948db9-s9skj.18d62877e5c13fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26560"
    uid: 4c635282-9294-425a-9469-7fb155055d89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-855f948db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25268"
    uid: 59705704-eefa-43be-a866-cfb002c14dfb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:04Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-855f948db9-s9skj'
  metadata:
    creationTimestamp: "2026-09-17T16:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:04Z"
    name: isvc-sklearn-v2-predictor-855f948db9.18d628624007177d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: 457455bc-568c-464f-a406-0b356ea16f5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25266"
    uid: 07af3168-9e9f-452d-8a9a-0e29199702be
  kind: Event
  lastTimestamp: "2026-09-17T16:25:04Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-855f948db9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:04Z"
    name: isvc-sklearn-v2-predictor.18d628623d012b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25271"
    uid: 1c2850e4-0571-460d-83cc-15c1db77f1b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: f6d97608-2561-410f-917f-acf67362bc8c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:49Z"
    name: isvc-sklearn-v2-predictor.18d62865bb9d988e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26041"
    uid: 3e7a8aa7-b835-4899-8c04-9b4e4acf8fee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: f6d97608-2561-410f-917f-acf67362bc8c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:49Z"
    name: isvc-sklearn-v2-predictor.18d62865bc14c868
    namespace: kserve-ci-e2e-test
    resourceVersion: "26042"
    uid: 475c7209-a520-4ff3-b625-4889d24ee49a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: f6d97608-2561-410f-917f-acf67362bc8c
  kind: Event
  lastTimestamp: "2026-09-17T16:26:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:34Z"
    name: isvc-sklearn-v2-predictor.18d6287039d8fe38
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 8a416b4c-4f5d-4744-bb9b-784a0c21749f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: f6d97608-2561-410f-917f-acf67362bc8c
  kind: Event
  lastTimestamp: "2026-09-17T16:26:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:34Z"
    name: isvc-sklearn-v2-predictor.18d628703a665a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "26522"
    uid: 00389846-ddde-4b67-a8b2-74696f918c99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:23:59.140317Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:23:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:23:59Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d628530fe3c271
    namespace: kserve-ci-e2e-test
    resourceVersion: "24700"
    uid: 2b474c99-0b79-424a-a238-fa8957977922
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:59Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d628531d96bc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24710"
    uid: 5434828e-aec4-467a-ac27-8539bcf962b6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24705"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:00Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:24:00Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d6285355c48b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24720"
    uid: d461688c-b47e-4d85-86ed-73ba0804b77c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:00Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d62853580c23ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24722"
    uid: 34588921-5698-4e7b-833e-ac7cfe3743df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:00Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d628535af6e95a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24723"
    uid: 824ae20f-ab06-4a27-aded-ab46af4a029d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:00Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d628535b6156af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24724"
    uid: 745da753-5ffb-417c-9b30-22f66c51ef2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d6285465df2746
    namespace: kserve-ci-e2e-test
    resourceVersion: "24762"
    uid: 5f66806c-d467-45ef-b9fd-94b77aa91493
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d628546916b228
    namespace: kserve-ci-e2e-test
    resourceVersion: "24764"
    uid: 739093c8-e48d-480d-a5cb-7a2cc06d7962
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d6285469a43318
    namespace: kserve-ci-e2e-test
    resourceVersion: "24765"
    uid: 8c98eebc-2824-479e-941b-1ed173ed35eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d6285469af9901
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: c8952ecf-739b-4a80-869c-61323d13c29e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d628546cbd7f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24769"
    uid: a524934e-fbca-4a01-9598-2ccaad0f443c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:05Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d628546d214980
    namespace: kserve-ci-e2e-test
    resourceVersion: "24770"
    uid: 90ecc72b-3c7a-44fe-847e-51a7e4cd34b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T16:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d6285d410520eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25056"
    uid: 84d511d8-b09e-465b-90cd-1e9882d38583
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:59Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d628610bf6f1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25215"
    uid: 3c37e49b-5b9d-4104-8f16-c8f528143c2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:59Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d628610bf776f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25216"
    uid: ec8253b7-5136-42a3-b06c-52d9b0ee1fb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d62861e7dc5034
    namespace: kserve-ci-e2e-test
    resourceVersion: "25243"
    uid: 7591a69c-e997-4cf8-a4eb-6ee7aab88142
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 170e3bb9-bd00-4859-b4fa-78ea24fa098c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:02Z"
  message: 'Readiness probe failed: Get "http://10.134.0.40:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck.18d62861e82f504a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: c792d9f6-d243-4405-bce8-4eceb726c9e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24684"
    uid: 06a0f660-b423-4a1f-afd0-fcb88ba6acfa
  kind: Event
  lastTimestamp: "2026-09-17T16:23:59Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-ztcck'
  metadata:
    creationTimestamp: "2026-09-17T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:59Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d628530f495df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 4dbc4901-6da7-4597-a8bb-d38e225fdedc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24682"
    uid: d1ba3d8e-c053-4d7f-b094-18bcfbb9f921
  kind: Event
  lastTimestamp: "2026-09-17T16:23:59Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:59Z"
    name: isvc-sklearn-v2-runtime-predictor.18d628530b6468d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24686"
    uid: 7ba2b10d-1e0e-4a98-b344-06484057d4d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24683"
    uid: 4a1e36bf-09cd-4e52-9594-30adeacf9765
  kind: Event
  lastTimestamp: "2026-09-17T16:24:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:44Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6285689d942ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25079"
    uid: aefe5bf8-439b-4d6f-999c-241c75973086
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24683"
    uid: 4a1e36bf-09cd-4e52-9594-30adeacf9765
  kind: Event
  lastTimestamp: "2026-09-17T16:24:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:44Z"
    name: isvc-sklearn-v2-runtime-predictor.18d628568a4a4ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25080"
    uid: ee2deff0-73ec-47df-a037-5231bb434a1f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24840"
    uid: 4a1e36bf-09cd-4e52-9594-30adeacf9765
  kind: Event
  lastTimestamp: "2026-09-17T16:24:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:59Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6285a0900a9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25199"
    uid: c63f32b8-5e56-46f5-8e69-d45b661de160
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24840"
    uid: 4a1e36bf-09cd-4e52-9594-30adeacf9765
  kind: Event
  lastTimestamp: "2026-09-17T16:24:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:59Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6285a096aa7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25200"
    uid: e2b4ce0b-8f65-4a0a-9524-3c5441a7cc22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24675"
    uid: 8b46ff89-0c6b-4e80-8e29-d181da489cf0
  kind: Event
  lastTimestamp: "2026-09-17T16:24:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:24:53Z"
    name: isvc-sklearn-v2-runtime.18d628530b655b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25149"
    uid: 8750f529-4c0a-414e-bb9e-a15dfd0faf42
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24675"
    uid: 8b46ff89-0c6b-4e80-8e29-d181da489cf0
  kind: Event
  lastTimestamp: "2026-09-17T16:23:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:59Z"
    name: isvc-sklearn-v2-runtime.18d628530c1cbd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "24690"
    uid: 47934b8c-dbeb-412e-abd6-9705251642c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 8b46ff89-0c6b-4e80-8e29-d181da489cf0
  kind: Event
  lastTimestamp: "2026-09-17T16:24:53Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:24:53Z"
    name: isvc-sklearn-v2-runtime.18d6285f9aa116bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 0f902429-ef4c-4186-8f10-04b8ee8663c6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: 95330bd7-63d8-4914-9459-cfd1a0a6b91c
  kind: Event
  lastTimestamp: "2026-09-17T16:26:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:27Z"
    name: isvc-sklearn-v2.18d628623d061102
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 59cff04c-c3f3-42fc-89d1-a97b11ff6f62
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: 95330bd7-63d8-4914-9459-cfd1a0a6b91c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:25:04Z"
    name: isvc-sklearn-v2.18d628623d8b7a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "25274"
    uid: 9a11d06e-6a3b-41c8-8cf9-aac25a629c7a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26461"
    uid: 95330bd7-63d8-4914-9459-cfd1a0a6b91c
  kind: Event
  lastTimestamp: "2026-09-17T16:26:27Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:27Z"
    name: isvc-sklearn-v2.18d62875982bbb6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: 7197c65f-cb16-4c12-9300-5ea07145c9f9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: 3c75cac4-ab8a-4e10-b946-a8b81693939d
  kind: Event
  lastTimestamp: "2026-09-17T16:19:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:19:41Z"
    name: isvc-sklearn.18d628045898210b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: cf93e008-6fab-496a-9954-ddb822b6dae8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: 3c75cac4-ab8a-4e10-b946-a8b81693939d
  kind: Event
  lastTimestamp: "2026-09-17T16:18:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:21Z"
    name: isvc-sklearn.18d628045942d997
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: 5ac2ccaa-46a2-4cda-a507-554e98ae894c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 3c75cac4-ab8a-4e10-b946-a8b81693939d
  kind: Event
  lastTimestamp: "2026-09-17T16:18:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:21Z"
    name: isvc-sklearn.18d628046228a4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: 67383f55-f395-4027-9627-8803dd8c403b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3c75cac4-ab8a-4e10-b946-a8b81693939d
  kind: Event
  lastTimestamp: "2026-09-17T16:19:41Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:19:41Z"
    name: isvc-sklearn.18d62817295e4aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22473"
    uid: eca2dd9d-de67-4336-9696-2a70366797bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:28:15.105723Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27600"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-7n6v6
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:28:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:28:15Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6288ea89ddba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27606"
    uid: 56b8c57c-cbe5-4750-a603-c7015ffad67f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:15Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6288eb7009563
    namespace: kserve-ci-e2e-test
    resourceVersion: "27616"
    uid: 64b691ae-1c2f-4869-9bab-a717a27c8c89
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27610"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:16Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:28:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6288eef07caca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 578bfc88-9955-4ae8-8ba8-1de2333ca8c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6288ef0a6302f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: 0ec7bf3b-a83a-4e7b-8ca3-e38f5c7da147
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6288ef392a698
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 7313be55-be97-47e6-b0a3-5600d2bda06d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6288ef40696e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27633"
    uid: 6c108b40-f4ff-43ff-9316-6ef69a2e4034
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:22Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T16:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:22Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d628904af60bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27682"
    uid: 69fe3234-4809-43cc-ad06-9100d5cc48f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:25Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.794s (3.794s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:25Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d628912d276ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27715"
    uid: 36f06976-ea10-4757-809a-2d9c2668a4c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:25Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d628913050b743
    namespace: kserve-ci-e2e-test
    resourceVersion: "27716"
    uid: bd3a5010-b908-44b3-843c-b41e6d569241
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:25Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6289130cd4ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 69ee3fce-1b24-48dd-ace0-53abda19e8d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:25Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6289130d982cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: 24fd1179-2743-4365-a9b9-6a1a21d8964a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6289134460f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: 001d64d2-4f9d-4799-b47d-b0a5feaf4c35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6289134c590dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27720"
    uid: 6eb808de-b861-41a0-bada-1028af6b576f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6289176bd1572
    namespace: kserve-ci-e2e-test
    resourceVersion: "27773"
    uid: 0acf90df-e51f-4ec2-9edf-f495a97d8bc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:56Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d6289868131fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27976"
    uid: 58516135-0129-4b13-b9d0-5266826c8789
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:28:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:56Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d628986813ac46
    namespace: kserve-ci-e2e-test
    resourceVersion: "27977"
    uid: 0d0f16a1-9e76-4f3e-8735-6a847ded21cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 87d5d833-1cfc-45d0-b84d-93e50972cd6d
  kind: Event
  lastTimestamp: "2026-09-17T16:29:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:23Z"
    name: isvc-tensorflow-predictor-547dfc5669-7n6v6.18d62898aec6bbef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28332"
    uid: ad32f35f-e00d-462d-9502-d2f90ca7e391
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27589"
    uid: 97fbb4e3-bec1-4040-8241-7478707d0eab
  kind: Event
  lastTimestamp: "2026-09-17T16:28:15Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-7n6v6'
  metadata:
    creationTimestamp: "2026-09-17T16:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:15Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d6288ea7fe92ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27602"
    uid: 233efbe4-8206-4afd-baa2-5519065c3c87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27587"
    uid: 2f7905fd-a709-4137-8c5d-39a72214bf32
  kind: Event
  lastTimestamp: "2026-09-17T16:28:15Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:15Z"
    name: isvc-tensorflow-predictor.18d6288ea37bd147
    namespace: kserve-ci-e2e-test
    resourceVersion: "27592"
    uid: 374a253b-8fd3-4a82-abb6-f872d40d56cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27588"
    uid: 0e269e17-ee2b-4c5c-a4e7-298b3e08c780
  kind: Event
  lastTimestamp: "2026-09-17T16:28:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:45Z"
    name: isvc-tensorflow-predictor.18d6289221e5ba16
    namespace: kserve-ci-e2e-test
    resourceVersion: "27873"
    uid: 97e67348-73cb-47b1-ad18-927b341231a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27588"
    uid: 0e269e17-ee2b-4c5c-a4e7-298b3e08c780
  kind: Event
  lastTimestamp: "2026-09-17T16:28:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:45Z"
    name: isvc-tensorflow-predictor.18d62892224cbd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "27874"
    uid: 1a88b1b1-13b6-41f0-8191-d7af81d74e1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:29:02.227569Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28043"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:29:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:29:02Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d62899a14c19c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28049"
    uid: da982715-97c7-475a-ac86-fe1f844ff351
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28054"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:02Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:29:02Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d62899c343bc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "28064"
    uid: 43bc93db-9441-4b29-a548-0c8a26691760
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:02Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d62899c52210ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28066"
    uid: b69d8ae0-8674-4ea9-b215-b60e4389aafc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:02Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d62899c80f48fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 0227e0ad-677c-44c2-b457-1666cae31a97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:02Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d62899c88f65cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28068"
    uid: f8f272da-3634-4e8b-a03f-1b19798b2113
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:07Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T16:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d6289adb766ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28138"
    uid: e780889f-d26b-4d6c-abd9-ff5c1ad6726b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:11Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.748s (3.748s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d6289bbaeb7a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 75ac2e0e-8a51-469a-91f5-c61fd38d3759
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d6289bbdf88bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28217"
    uid: 9d1adfa8-1dc5-42ed-8842-f3d384423d49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d6289bbe7a055c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28218"
    uid: 9bd98815-2f6e-4e10-947e-93488e6b1cba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d6289bbe840384
    namespace: kserve-ci-e2e-test
    resourceVersion: "28219"
    uid: 540a7367-6608-47da-a12a-db2b36935641
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d6289bc16969ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28220"
    uid: 703c587a-eee0-40d9-bb3e-6d553771b21f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d6289bc1deb97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28221"
    uid: 12795ccb-944d-4c29-8ba8-c77131b64926
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:17Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d6289bcbf15f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9b929903-ae74-48be-a9cc-cb58a9625c23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d628a35ee46a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28509"
    uid: 6ea46ec6-60c6-4439-a680-019b9d4ed033
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d628a35ee4e4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28510"
    uid: 51bbcdd6-f0af-4c4a-a43c-e588234da708
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 0e6dcfc8-7c96-4fa3-80e6-5055fd90d35b
  kind: Event
  lastTimestamp: "2026-09-17T16:30:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg.18d628a42de58008
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 2c816985-c1c5-4f85-b16a-9ff47f0aba6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "28034"
    uid: 67b4d278-ae05-4127-a07d-7a6068f71a57
  kind: Event
  lastTimestamp: "2026-09-17T16:29:02Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-x59pg'
  metadata:
    creationTimestamp: "2026-09-17T16:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:02Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d62899a0b7db5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28044"
    uid: 7a75f03e-0178-49c9-9017-e40bbac08200
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28032"
    uid: f7e00bcc-6d04-4a49-9ec0-ed89c7f7cddf
  kind: Event
  lastTimestamp: "2026-09-17T16:29:02Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:02Z"
    name: isvc-tensorflow-runtime-predictor.18d628999d6d6d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: bfd180da-10a7-448f-b672-43949adbd33c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: aa906d3b-217c-4ff7-869b-c3b3a8fc3bb8
  kind: Event
  lastTimestamp: "2026-09-17T16:29:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:32Z"
    name: isvc-tensorflow-runtime-predictor.18d6289d1c38b2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28406"
    uid: f66162e7-b75b-4d5b-bb37-d9188a0ebbc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: aa906d3b-217c-4ff7-869b-c3b3a8fc3bb8
  kind: Event
  lastTimestamp: "2026-09-17T16:29:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:32Z"
    name: isvc-tensorflow-runtime-predictor.18d6289d1cbc5fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: 80892c19-d8b3-46a7-80d7-748151351285
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28024"
    uid: 55fda6f3-5046-4177-894c-dd105eadffae
  kind: Event
  lastTimestamp: "2026-09-17T16:29:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:27Z"
    name: isvc-tensorflow-runtime.18d628999d6b7392
    namespace: kserve-ci-e2e-test
    resourceVersion: "28373"
    uid: cbe199cf-b167-4d8f-a86c-5d273f9e94a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28024"
    uid: 55fda6f3-5046-4177-894c-dd105eadffae
  kind: Event
  lastTimestamp: "2026-09-17T16:29:02Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:02Z"
    name: isvc-tensorflow-runtime.18d628999e184df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28040"
    uid: f26af5ad-31ea-47ab-a8a9-f0decd1a3c3d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28370"
    uid: 55fda6f3-5046-4177-894c-dd105eadffae
  kind: Event
  lastTimestamp: "2026-09-17T16:29:27Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:27Z"
    name: isvc-tensorflow-runtime.18d6289f8bcd4b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "28371"
    uid: 1122d054-ab80-455e-b17a-17aa87ffac74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27579"
    uid: a1ccfb4e-9623-4caf-8f84-7d40c17287d0
  kind: Event
  lastTimestamp: "2026-09-17T16:28:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:43Z"
    name: isvc-tensorflow.18d6288ea33b5f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "27856"
    uid: dba9583a-ba75-4b0f-9329-a0dc2663e687
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27579"
    uid: a1ccfb4e-9623-4caf-8f84-7d40c17287d0
  kind: Event
  lastTimestamp: "2026-09-17T16:28:15Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:15Z"
    name: isvc-tensorflow.18d6288ea3a51b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27594"
    uid: c5c289e5-4199-4069-a13d-4ebef91106a3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27853"
    uid: a1ccfb4e-9623-4caf-8f84-7d40c17287d0
  kind: Event
  lastTimestamp: "2026-09-17T16:28:43Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:43Z"
    name: isvc-tensorflow.18d6289538151acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 5e2ae902-55c4-4bd6-9a3d-5f965d76c1df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:29:49.262425Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28565"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-8f94m
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:29:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:29:49Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628a494cb178f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28571"
    uid: 3a3b1f30-de71-495d-9e38-538205af9379
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:29:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:49Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628a4a0070e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "28589"
    uid: 387d8cd0-48a9-4312-89c5-bac0e7b8263b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28575"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:29:51Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:29:51Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628a5107fdf0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28598"
    uid: e5165ba2-b286-4177-8c6b-a5bf0e7fd765
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:29:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:51Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628a5121b38d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28600"
    uid: 9406a758-ae50-4157-8caf-98f21ac6aa42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:29:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:51Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628a515151f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28601"
    uid: a1a2b9ab-e0bf-4a7b-ac09-d85be8017e6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:29:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:51Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628a5158b3cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: aa31628a-6d21-415e-8cde-d3651f3c8a34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:29:56Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T16:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:56Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628a6494d71c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28648"
    uid: ce2ec0d2-88dd-4663-909b-8f14d7e92875
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:31:51Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.674s
    (1m54.674s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:51Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628c0fc73cad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29645"
    uid: 1bfc90e0-dc25-4022-9555-b69be340720d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:31:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:51Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628c1033a9c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "29649"
    uid: b64e4886-5101-488b-a84c-1f917b393465
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:31:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:51Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628c104818cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29650"
    uid: b5ffd884-578f-4f7a-a0ce-afde4181c977
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:31:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:51Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628c1048e19ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29651"
    uid: 0773dc1b-15ee-414a-9540-36169ad19bb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:31:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:51Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628c10acf163e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29653"
    uid: 3cf8eb40-cf45-4ca7-83d0-1912f2c3273a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:31:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:51Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628c10c021d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29654"
    uid: 5b6a3375-d9ff-44a9-9068-1022840bb87d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:31:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:53Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628c13cd46d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "29673"
    uid: e97fa17f-c433-48bc-8ba6-5fb8cadea2b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:32:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:01Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628c372e524a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29757"
    uid: 3f2e10dc-237c-419f-b941-47f7088139fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:32:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:01Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628c372e59a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29758"
    uid: c8e8b660-b8ff-497f-922a-332a161cd15e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8f94m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: e7745c71-f370-4edb-88bb-09092c06c0a3
  kind: Event
  lastTimestamp: "2026-09-17T16:32:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:03Z"
    name: isvc-triton-predictor-5d7db58676-8f94m.18d628c3ccc5edbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29774"
    uid: 96f6a166-caeb-4f8a-b908-d490d54220e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28556"
    uid: 0ba8a050-01e9-4878-81f2-adad2374284f
  kind: Event
  lastTimestamp: "2026-09-17T16:29:49Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-8f94m'
  metadata:
    creationTimestamp: "2026-09-17T16:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:49Z"
    name: isvc-triton-predictor-5d7db58676.18d628a494310c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28568"
    uid: f24268ff-45d7-4121-b2ff-986c4951ffed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28554"
    uid: 8f9a90b7-e6ae-435f-8dd9-30d3837fa9b3
  kind: Event
  lastTimestamp: "2026-09-17T16:29:49Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:49Z"
    name: isvc-triton-predictor.18d628a491286863
    namespace: kserve-ci-e2e-test
    resourceVersion: "28560"
    uid: 9be34a16-a55b-4296-991b-72cd7fcbf834
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28555"
    uid: 5ae8b66f-b3b9-40c2-aa51-6a060659a9d8
  kind: Event
  lastTimestamp: "2026-09-17T16:31:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:31:49Z"
    name: isvc-triton-predictor.18d628a810018ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: c12bcc67-750c-4738-bd00-4d557e2cc0e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28555"
    uid: 5ae8b66f-b3b9-40c2-aa51-6a060659a9d8
  kind: Event
  lastTimestamp: "2026-09-17T16:31:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:31:49Z"
    name: isvc-triton-predictor.18d628a8106fab54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29614"
    uid: 2b82dd4a-0083-4560-9316-4bfc221349cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28547"
    uid: c2f0c51d-853d-4162-9bcf-1635d62e40ec
  kind: Event
  lastTimestamp: "2026-09-17T16:31:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:31:58Z"
    name: isvc-triton.18d628a49125b643
    namespace: kserve-ci-e2e-test
    resourceVersion: "29721"
    uid: 327087d9-5417-4903-96ae-e0b7820a867e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28547"
    uid: c2f0c51d-853d-4162-9bcf-1635d62e40ec
  kind: Event
  lastTimestamp: "2026-09-17T16:29:49Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:49Z"
    name: isvc-triton.18d628a4917fd5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28577"
    uid: 40118291-4c1a-4b0a-8598-fa96788e5d05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28549"
    uid: c2f0c51d-853d-4162-9bcf-1635d62e40ec
  kind: Event
  lastTimestamp: "2026-09-17T16:29:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:49Z"
    name: isvc-triton.18d628a4976c5c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "28578"
    uid: 9f460cb9-24a6-421f-94b1-569f504bfd6c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29719"
    uid: c2f0c51d-853d-4162-9bcf-1635d62e40ec
  kind: Event
  lastTimestamp: "2026-09-17T16:31:58Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:31:58Z"
    name: isvc-triton.18d628c2aaa7e9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29720"
    uid: cbee9e4d-a3e9-4c1f-88a0-18a20a74ae4b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:32:07.086675Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29829"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-jjljx
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:32:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:32:07Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628c4abc243e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29836"
    uid: 7717b1cf-af9e-4fa4-800d-031468486e95
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:32:07Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:32:07Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628c4ce10c344
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: 5be29e97-4fe8-4f11-828a-2e047e8bff5a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:32:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:07Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628c4cf9c5800
    namespace: kserve-ci-e2e-test
    resourceVersion: "29854"
    uid: ccc2b722-2b5d-42de-b4a3-20556aae2804
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:32:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:07Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628c4d2daf479
    namespace: kserve-ci-e2e-test
    resourceVersion: "29855"
    uid: 3349b117-7ec0-4fae-952d-7e737d29967f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:32:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:07Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628c4d359f514
    namespace: kserve-ci-e2e-test
    resourceVersion: "29856"
    uid: f1c89688-2f4d-4642-94df-fbb429224271
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:32:12Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:12Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628c5e6d09f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "29904"
    uid: 56dc5a32-98de-40b4-9cef-3ee80b269bee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:32:33Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.409s (21.409s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628cae2ebfc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 18811352-b48c-427b-bdba-962bde2ca444
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:32:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628cae6ce184e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30070"
    uid: 20814b98-efcc-4343-9deb-1d921e9c3e9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:32:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628cae74f6fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: f0c0e357-df67-4864-ae69-8982d3005ea3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:32:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628cae75c744a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: 7c81214b-85dc-4f48-9cf4-6d42e8dacbe4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:32:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628caea7d210c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30074"
    uid: 09f66349-c56e-43bd-bf5e-7fba2212ef35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:32:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628caeafe9f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30075"
    uid: 0dd60e71-c2b8-48e7-83c4-c4c37514a8c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:33:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628cb0cd9e344
    namespace: kserve-ci-e2e-test
    resourceVersion: "30745"
    uid: 205d7686-9fcc-4559-a391-27e891cdb69e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:33:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628dc10eedabc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30722"
    uid: 3e447327-4aaa-405c-b24c-f3b752ac1ad1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:33:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628dc10effd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: 43617d5b-9238-4364-b48c-3992061db600
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jjljx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: c370f83e-0884-4459-9a44-fe68f790a052
  kind: Event
  lastTimestamp: "2026-09-17T16:33:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-jjljx.18d628dcbf006742
    namespace: kserve-ci-e2e-test
    resourceVersion: "30744"
    uid: df5958bf-4637-4649-997e-7de9c32d818f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: 7927f772-6f53-43f7-a657-f1c8d9ebcb3a
  kind: Event
  lastTimestamp: "2026-09-17T16:32:07Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-jjljx'
  metadata:
    creationTimestamp: "2026-09-17T16:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:32:07Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d628c4aafa696f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29830"
    uid: 5f9c2e0f-a9cb-4045-81f2-11b8d0e1693d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29811"
    uid: ecdc9536-f36a-4a4f-934f-ba1a7bcf2828
  kind: Event
  lastTimestamp: "2026-09-17T16:32:07Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:32:07Z"
    name: isvc-xgboost-predictor.18d628c4a6d8b555
    namespace: kserve-ci-e2e-test
    resourceVersion: "29817"
    uid: 922384db-c6a0-4944-822f-386104c8d42c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29812"
    uid: 755d5412-2905-48e9-9b5e-1cc7e612889d
  kind: Event
  lastTimestamp: "2026-09-17T16:33:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:33:07Z"
    name: isvc-xgboost-predictor.18d628c825fb05b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 2fe0cfcb-a8ac-4ff9-b66a-f1a15bf41135
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29812"
    uid: 755d5412-2905-48e9-9b5e-1cc7e612889d
  kind: Event
  lastTimestamp: "2026-09-17T16:33:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:33:07Z"
    name: isvc-xgboost-predictor.18d628c8266a34d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30321"
    uid: a277efdb-9b5c-41da-bfae-1a838791555c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29985"
    uid: 755d5412-2905-48e9-9b5e-1cc7e612889d
  kind: Event
  lastTimestamp: "2026-09-17T16:33:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:33:37Z"
    name: isvc-xgboost-predictor.18d628cf244c2225
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 16612a52-caf8-4c02-9041-a15cb6baf35f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29985"
    uid: 755d5412-2905-48e9-9b5e-1cc7e612889d
  kind: Event
  lastTimestamp: "2026-09-17T16:33:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:33:37Z"
    name: isvc-xgboost-predictor.18d628cf24bb1ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30626"
    uid: 4d5ee98a-494a-4b16-aa97-eb533eff15d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:35:43.309386Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31927"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:35:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:35:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f703a2fb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31933"
    uid: ed14a192-00fa-4bce-b6ad-0d40fd13bd80
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31937"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:35:43Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:35:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f725f10827
    namespace: kserve-ci-e2e-test
    resourceVersion: "31951"
    uid: fbe7f7f3-a1e4-4bf3-bcc9-fe97d5ac6f5a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:35:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f727b1620e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: 729545e8-ba51-4cec-b16e-4ea47e4a1925
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:35:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f72b477668
    namespace: kserve-ci-e2e-test
    resourceVersion: "31954"
    uid: fbd86c5e-9c74-4e4d-805d-aff3e15a90f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:35:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f72bc1bfb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31955"
    uid: f105f056-a594-4a5a-a3d5-3388e5fb8df9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:35:48Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f8310dcb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "31998"
    uid: 54f9f94d-d43a-4163-ac8c-ee57a5458b45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:35:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f8345a9175
    namespace: kserve-ci-e2e-test
    resourceVersion: "32000"
    uid: 634efee1-5b7c-4df0-ba89-b24b4c156948
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:35:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f834db7f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "32003"
    uid: 5467b09d-367f-4c1e-8392-05c8e2dfb73f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:35:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f834e73168
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 18073a7d-76e7-4caa-9e6a-d48f0a0d053f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:35:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f837fad0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32006"
    uid: e347d36c-f544-4a03-a5b6-6f6acc469456
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:35:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f8387ab611
    namespace: kserve-ci-e2e-test
    resourceVersion: "32007"
    uid: f571f09b-211c-4866-a4b4-3b19a141c928
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:37:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:15Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d628f86d166afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32812"
    uid: afeaf92e-a773-4c2e-a1d5-66c3e5626136
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:37:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d6290c1b16ee97
    namespace: kserve-ci-e2e-test
    resourceVersion: "32795"
    uid: 6e881130-c202-4a08-b5ac-8d99172b82af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:37:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d6290c1b176643
    namespace: kserve-ci-e2e-test
    resourceVersion: "32796"
    uid: 4db62a26-0d8c-462d-9033-184e31efe9fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 2db93cf6-0149-41db-9741-72d4730aee92
  kind: Event
  lastTimestamp: "2026-09-17T16:37:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:15Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg.18d6290c7349a093
    namespace: kserve-ci-e2e-test
    resourceVersion: "32811"
    uid: d831f1cb-2f87-4204-82a5-6e3c08f663bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31918"
    uid: 6d864fcb-8e6d-439b-a568-b475c35bd041
  kind: Event
  lastTimestamp: "2026-09-17T16:35:43Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-q5tvg'
  metadata:
    creationTimestamp: "2026-09-17T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:35:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d628f7031694b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ca06ffd0-35c1-468d-a5dd-118aca273c40
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: 3c9493c6-022b-415f-a5d3-c5ba1f4f4cc0
  kind: Event
  lastTimestamp: "2026-09-17T16:35:43Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:35:43Z"
    name: isvc-xgboost-runtime-predictor.18d628f6ffd4401e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31920"
    uid: c14c1046-08b2-4fab-a55f-99f6d21833e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31917"
    uid: 44743367-f113-48f6-858d-65f75d4de768
  kind: Event
  lastTimestamp: "2026-09-17T16:36:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:36:28Z"
    name: isvc-xgboost-runtime-predictor.18d628fa7e6e3fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32364"
    uid: 1c898bb0-1be4-4cc6-964d-4b9437b72fbf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31917"
    uid: 44743367-f113-48f6-858d-65f75d4de768
  kind: Event
  lastTimestamp: "2026-09-17T16:36:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:36:28Z"
    name: isvc-xgboost-runtime-predictor.18d628fa7eef3b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "32365"
    uid: 6bd7753a-a8d5-4b79-8fee-579c605927b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: 44743367-f113-48f6-858d-65f75d4de768
  kind: Event
  lastTimestamp: "2026-09-17T16:37:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:37:13Z"
    name: isvc-xgboost-runtime-predictor.18d628fdfe84be84
    namespace: kserve-ci-e2e-test
    resourceVersion: "32773"
    uid: 1e7c44d8-e98f-475b-9379-a41ec60bdf55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:36:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: 44743367-f113-48f6-858d-65f75d4de768
  kind: Event
  lastTimestamp: "2026-09-17T16:37:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:37:13Z"
    name: isvc-xgboost-runtime-predictor.18d628fdfef8e1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32774"
    uid: e8e7516e-47f7-40d3-9144-d01293407259
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31908"
    uid: da25d7ef-4724-4220-ab07-4ef4fdef2f0d
  kind: Event
  lastTimestamp: "2026-09-17T16:37:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:37:05Z"
    name: isvc-xgboost-runtime.18d628f6ffdbe149
    namespace: kserve-ci-e2e-test
    resourceVersion: "32724"
    uid: 2f79b340-eed3-4614-b62c-8cca64809fd9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31908"
    uid: da25d7ef-4724-4220-ab07-4ef4fdef2f0d
  kind: Event
  lastTimestamp: "2026-09-17T16:35:43Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:35:43Z"
    name: isvc-xgboost-runtime.18d628f7005b40f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31939"
    uid: 148240a1-6eb3-4a61-87f5-d1ead4c82297
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31911"
    uid: da25d7ef-4724-4220-ab07-4ef4fdef2f0d
  kind: Event
  lastTimestamp: "2026-09-17T16:35:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:35:43Z"
    name: isvc-xgboost-runtime.18d628f706f110b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31941"
    uid: a9faaf99-2cb2-475a-aaf4-a62e911ac598
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32720"
    uid: da25d7ef-4724-4220-ab07-4ef4fdef2f0d
  kind: Event
  lastTimestamp: "2026-09-17T16:37:05Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:37:05Z"
    name: isvc-xgboost-runtime.18d6290a26c7a1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32722"
    uid: 15e64697-f5f1-499b-82b9-4cb591a45124
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:33:52.924871Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30786"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:33:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:33:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628dd50350266
    namespace: kserve-ci-e2e-test
    resourceVersion: "30790"
    uid: adf5c008-6c68-4818-9dda-d2edac751679
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:33:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628dd5ea98ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: 9bf7afe2-37bc-43cb-abe1-759250b30dd6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30796"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:33:54Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:33:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628dd95d3270b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30818"
    uid: 2716007e-b9a8-4cb3-8b5c-4816c69a79dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:33:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628dd97eb7308
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: 50811558-404b-438f-99b3-ab3c9810a0eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:33:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628dd9a9f731d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: 5feb9819-46aa-4b9a-b9f3-50f7c68e72c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:33:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628dd9b06180d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: 7409650b-c8b3-4cbf-a446-6d3e8d4b875b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:33:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628de7de97cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30857"
    uid: c5912279-1f43-4705-8777-1ae7d2fa83b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:33:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628de81209d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "30859"
    uid: 04c91b71-9907-4adb-a080-e56ade4a50b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:33:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628de818789d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30860"
    uid: 3b596be9-dfba-4b54-844d-c2f3ca4edb6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:33:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628de8194aac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 64c3e120-5c18-41ea-a242-a4524aa1c093
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:33:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628de847c7e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30864"
    uid: 6f8010a0-aee5-4be8-be49-cfd87486f2b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:33:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628de84f18034
    namespace: kserve-ci-e2e-test
    resourceVersion: "30865"
    uid: 7025d5f0-ad53-49d3-8e8c-c0cd7a939ce3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:34:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628e8ef5b029a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: d81156d1-5d09-4d2f-86d1-1f8f8ffc8fa2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:34:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628e8ef5c23ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31216"
    uid: 4a3b4b41-e098-4668-a437-f642e8f3ff7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:34:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628e9abf2503a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31239"
    uid: 6493f0f1-f988-4639-a016-b220f50e7454
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 76e07fe9-066f-4da0-aca2-bc2a7f64cc82
  kind: Event
  lastTimestamp: "2026-09-17T16:34:46Z"
  message: 'Readiness probe failed: Get "http://10.134.0.50:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx.18d628e9ac45ac20
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 39451446-767a-4aeb-99ed-5c34277164af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30775"
    uid: 135685ba-bd1d-4979-91eb-e1e06356ab0e
  kind: Event
  lastTimestamp: "2026-09-17T16:33:52Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hhvtx'
  metadata:
    creationTimestamp: "2026-09-17T16:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:33:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d628dd4f9ba201
    namespace: kserve-ci-e2e-test
    resourceVersion: "30787"
    uid: 186da70b-45cd-48f3-a853-0fca7a1e94d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30773"
    uid: bd904457-d763-4284-bfd1-1808d07fca4d
  kind: Event
  lastTimestamp: "2026-09-17T16:33:52Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:33:52Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d628dd4913727d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30777"
    uid: 5cb33642-fef0-4a28-b229-34def81502b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30774"
    uid: 7ae0cc5b-05ef-4786-9db3-06e99c7aeb24
  kind: Event
  lastTimestamp: "2026-09-17T16:34:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:22Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d628e0c7bed812
    namespace: kserve-ci-e2e-test
    resourceVersion: "31043"
    uid: 22ed6b43-cf56-41ff-a8a7-b991a01265cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30774"
    uid: 7ae0cc5b-05ef-4786-9db3-06e99c7aeb24
  kind: Event
  lastTimestamp: "2026-09-17T16:34:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:22Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d628e0c85068c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: aa69dc0a-c9a5-42ec-8ef3-08588ad9747f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: 7ae0cc5b-05ef-4786-9db3-06e99c7aeb24
  kind: Event
  lastTimestamp: "2026-09-17T16:34:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:37Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d628e7c6ad34bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31153"
    uid: 4836bc1a-a79c-400c-b694-86a0e00c1bf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: 7ae0cc5b-05ef-4786-9db3-06e99c7aeb24
  kind: Event
  lastTimestamp: "2026-09-17T16:34:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:37Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d628e7c71edca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31155"
    uid: 5da2b9d6-89f1-42d5-931d-cbd5355c1656
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30766"
    uid: 40c3b168-3d3d-4d97-9ad8-7c11b59da9ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:34:36Z"
    name: isvc-xgboost-v2-mlserver.18d628dd4910f4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31142"
    uid: 58be1000-21a4-4c36-a53f-83c15349428a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30766"
    uid: 40c3b168-3d3d-4d97-9ad8-7c11b59da9ba
  kind: Event
  lastTimestamp: "2026-09-17T16:33:53Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:33:53Z"
    name: isvc-xgboost-v2-mlserver.18d628dd4a9ab680
    namespace: kserve-ci-e2e-test
    resourceVersion: "30798"
    uid: 875cdced-d1da-491f-8e68-9e2b3b1eebce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30767"
    uid: 40c3b168-3d3d-4d97-9ad8-7c11b59da9ba
  kind: Event
  lastTimestamp: "2026-09-17T16:33:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:33:53Z"
    name: isvc-xgboost-v2-mlserver.18d628dd5584fafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30799"
    uid: 61f2b441-804e-4e61-9cf5-863880993f10
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31140"
    uid: 40c3b168-3d3d-4d97-9ad8-7c11b59da9ba
  kind: Event
  lastTimestamp: "2026-09-17T16:34:36Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:34:36Z"
    name: isvc-xgboost-v2-mlserver.18d628e75e638629
    namespace: kserve-ci-e2e-test
    resourceVersion: "31141"
    uid: 5f341549-4fb2-4478-a6d8-15faab070aa7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:38:24.365112Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33437"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    to ip-10-0-142-18.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:38:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:38:24Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291c834e5af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: 0cf96eb9-1895-41d8-83b7-c1cdfb2162c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33448"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:38:24Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:38:24Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291ca5683035
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 8560035b-aefc-48d8-b2b8-42236ca30327
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:38:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:24Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291ca7f99f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "33458"
    uid: c7fc7eb8-18a1-4464-ae38-daa2f0965be0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:38:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:25Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291cab3617b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33459"
    uid: 6afe4814-5f36-4738-ad0a-54afd03ebcb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:38:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:25Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291cabb34a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "33460"
    uid: d31febdc-8983-451f-85e8-45677a9aa4a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:38:29Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:29Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291d9d1cc9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33516"
    uid: e693d304-f08b-4f33-b5dd-342d80435d94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:38:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:29Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291da07d2fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33518"
    uid: 8d1108be-7e5b-489a-b547-85920d8669d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:38:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:29Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291da0fee9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: c82ead45-b3a8-49f5-8a2d-f98dcf8f9fdd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:38:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:29Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291da10bf32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 8f5eb936-8182-4b1a-a1a5-3e0ffb8d29f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:38:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:29Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291da44e5aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33524"
    uid: dc5eb63e-a58d-4e5a-8f6f-ef62f593df67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:38:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:29Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291da4eb87e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33525"
    uid: 2ff904b6-9e81-42a9-b1ea-3384907d66b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:39:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6291dd92496a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: bfcc2a93-a8f0-42b5-aba7-3bd4a88045c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:39:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:44Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6292f49465ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 284f1089-5ef0-4cd3-b8f3-427852741af4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:39:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6292f494736dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34170"
    uid: 2ae33ba0-1455-4c20-be96-c32611a76983
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 152f85ad-502a-4ba5-92d1-3f049a8d63e9
  kind: Event
  lastTimestamp: "2026-09-17T16:39:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:39:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qxl2w.18d6292f8b500083
    namespace: kserve-ci-e2e-test
    resourceVersion: "34179"
    uid: 1ff99a7b-14b7-415a-b766-00d0db8c52bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-18.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-18.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33428"
    uid: 6517e072-3911-4648-8bc8-9402288855e5
  kind: Event
  lastTimestamp: "2026-09-17T16:38:24Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-qxl2w'
  metadata:
    creationTimestamp: "2026-09-17T16:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:38:24Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d6291c82a721e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33441"
    uid: a75950b4-fe31-4e6e-a7a0-c02da8c424af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: a68638bc-693c-454a-ab27-676d76008415
  kind: Event
  lastTimestamp: "2026-09-17T16:38:24Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:38:24Z"
    name: isvc-xgboost-v2-predictor.18d6291c7f0c173f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33430"
    uid: 784f6174-a163-48ff-a2d9-fdfc078c0518
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33427"
    uid: e359515b-84c7-49d1-bd16-bc6faec38ede
  kind: Event
  lastTimestamp: "2026-09-17T16:38:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:38:39Z"
    name: isvc-xgboost-v2-predictor.18d6291ffdf91224
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 2bf00402-7097-4bb0-9bf1-2d0216fb34e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33427"
    uid: e359515b-84c7-49d1-bd16-bc6faec38ede
  kind: Event
  lastTimestamp: "2026-09-17T16:38:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:38:39Z"
    name: isvc-xgboost-v2-predictor.18d6291ffe6a8356
    namespace: kserve-ci-e2e-test
    resourceVersion: "33665"
    uid: 305965a6-8055-4848-aac6-b73c64652af8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33664"
    uid: e359515b-84c7-49d1-bd16-bc6faec38ede
  kind: Event
  lastTimestamp: "2026-09-17T16:39:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:39:39Z"
    name: isvc-xgboost-v2-predictor.18d629237d5d2f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 4e2fb0e0-866f-4393-b759-42eb0de93429
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33664"
    uid: e359515b-84c7-49d1-bd16-bc6faec38ede
  kind: Event
  lastTimestamp: "2026-09-17T16:39:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:39:39Z"
    name: isvc-xgboost-v2-predictor.18d629237e33b4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: e3020654-6c7e-4470-96a9-942666f95e76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:37:19.079750Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32860"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:37:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:37:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6290d4ffec88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32866"
    uid: d297350d-af17-4a95-b35b-4955be7a8088
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32874"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:37:19Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:37:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6290d7628022d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32885"
    uid: 42deb552-e37d-49db-b2b5-a78624a36ef7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:37:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6290d77fcee37
    namespace: kserve-ci-e2e-test
    resourceVersion: "32887"
    uid: c1683f4e-96e6-40d5-8dd5-0da4f9b72257
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:37:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6290d7bad2e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "32888"
    uid: 640f0e07-4df1-4c0b-a64e-98164d9d67aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:37:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6290d7c29de32
    namespace: kserve-ci-e2e-test
    resourceVersion: "32889"
    uid: 11ccdab2-bf17-460f-83b2-7f2f749a8894
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:37:24Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:24Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6290e76ef15c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32929"
    uid: 507e67e7-0eb7-4518-9236-7734a0e15bd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:37:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:24Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6290e79f6d3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32931"
    uid: f06a3762-f8d5-478a-8a0f-40f1bc208edf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:37:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:24Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6290e7a701407
    namespace: kserve-ci-e2e-test
    resourceVersion: "32932"
    uid: bcdcd98c-1fd4-45dc-a66f-ecc1a56f8aa6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:37:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:24Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6290e7a7ad49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32934"
    uid: 17bea3a6-ba55-4c36-8ddb-23566f4d5dc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:37:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:24Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6290e7dacc3f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32936"
    uid: 5173f765-6860-4f24-a0fa-4c99d11e4bf4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:37:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:37:24Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6290e7e21365e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32938"
    uid: 63ba3be5-609c-4a49-8d31-c5bf46cea9de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:38:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T16:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:02Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6291766dee466
    namespace: kserve-ci-e2e-test
    resourceVersion: "33213"
    uid: fc405ae8-b03f-416d-9f2f-343d3fe4e065
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:38:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6291b4e8b5299
    namespace: kserve-ci-e2e-test
    resourceVersion: "33360"
    uid: 2ecac8df-46b6-4d0a-b0dc-bfeda9182c22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:38:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6291b4e8bc011
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: fd174122-bb09-41b4-869e-687559c735a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: a4e4c43b-b97f-4ee7-85d8-b99d34ee8889
  kind: Event
  lastTimestamp: "2026-09-17T16:38:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:38:22Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm.18d6291bf8ec4aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33395"
    uid: 0b3d6795-5f3c-4fec-a046-5fcb8e23bf1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32850"
    uid: 1ed0c039-74bb-4bda-813e-1883dbf7f964
  kind: Event
  lastTimestamp: "2026-09-17T16:37:19Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-blcfm'
  metadata:
    creationTimestamp: "2026-09-17T16:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:37:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d6290d4f6c1a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 31d5f1b8-367b-42d1-a384-dbdc0d55f5b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32848"
    uid: c9b29d6d-482d-4b66-a740-a5cd87ca2b93
  kind: Event
  lastTimestamp: "2026-09-17T16:37:19Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:37:19Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6290d4c5c5dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32852"
    uid: ab82191b-6edb-4337-bfe1-43e891bab55b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32849"
    uid: 22a54f66-8b6b-4d90-93e3-69d746578cee
  kind: Event
  lastTimestamp: "2026-09-17T16:38:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:38:19Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62910cb853e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: 0fbd0281-12f3-4feb-bf16-e9d22fe26229
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32849"
    uid: 22a54f66-8b6b-4d90-93e3-69d746578cee
  kind: Event
  lastTimestamp: "2026-09-17T16:38:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:38:19Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62910cc41994a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33345"
    uid: 8696b668-1300-4734-9a41-90b8a0dc8deb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: f349a367-a1d9-442a-9fd3-1636e9070057
  kind: Event
  lastTimestamp: "2026-09-17T16:38:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:38:12Z"
    name: isvc-xgboost-v2-runtime.18d6290d4c6df641
    namespace: kserve-ci-e2e-test
    resourceVersion: "33291"
    uid: 109b119e-884e-4dc3-92ae-2f756a023c08
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: f349a367-a1d9-442a-9fd3-1636e9070057
  kind: Event
  lastTimestamp: "2026-09-17T16:37:19Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:37:19Z"
    name: isvc-xgboost-v2-runtime.18d6290d4d0d37d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32875"
    uid: 7ec67af5-216b-48ab-92b2-148ac55f9943
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:37:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32843"
    uid: f349a367-a1d9-442a-9fd3-1636e9070057
  kind: Event
  lastTimestamp: "2026-09-17T16:37:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:37:19Z"
    name: isvc-xgboost-v2-runtime.18d6290d53590c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32876"
    uid: 4fc6da5f-df78-411c-8ac1-569a4cf4f31a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33289"
    uid: f349a367-a1d9-442a-9fd3-1636e9070057
  kind: Event
  lastTimestamp: "2026-09-17T16:38:12Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:38:12Z"
    name: isvc-xgboost-v2-runtime.18d62919aaac5741
    namespace: kserve-ci-e2e-test
    resourceVersion: "33290"
    uid: 6f35c0f1-1eb9-4790-9e8b-b00ed370c58c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33417"
    uid: 29ff5eab-30f4-489e-afd2-4aea6ebc3b0c
  kind: Event
  lastTimestamp: "2026-09-17T16:39:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:39:36Z"
    name: isvc-xgboost-v2.18d6291c7f11412c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34088"
    uid: 4c60085b-9531-4946-96a3-d80f817f0c5a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:38:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33417"
    uid: 29ff5eab-30f4-489e-afd2-4aea6ebc3b0c
  kind: Event
  lastTimestamp: "2026-09-17T16:38:24Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:38:24Z"
    name: isvc-xgboost-v2.18d6291c7f9f5ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33434"
    uid: f5c4442a-401f-43de-9065-7916b40ae382
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:39:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 29ff5eab-30f4-489e-afd2-4aea6ebc3b0c
  kind: Event
  lastTimestamp: "2026-09-17T16:39:36Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:39:36Z"
    name: isvc-xgboost-v2.18d6292d3d451a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "34087"
    uid: dfc0c76f-3f1e-48c8-9a19-cc6a752874ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29804"
    uid: a5e8c534-32b3-4243-bb20-06ce0527cd1b
  kind: Event
  lastTimestamp: "2026-09-17T16:33:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:33:40Z"
    name: isvc-xgboost.18d628c4a7257e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30658"
    uid: 3f5de96b-194d-43ee-90f0-86fea221a9ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29804"
    uid: a5e8c534-32b3-4243-bb20-06ce0527cd1b
  kind: Event
  lastTimestamp: "2026-09-17T16:32:07Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:32:07Z"
    name: isvc-xgboost.18d628c4a7a51b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: b372d5ff-22a0-4e91-995e-c0f2e5ced823
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30656"
    uid: a5e8c534-32b3-4243-bb20-06ce0527cd1b
  kind: Event
  lastTimestamp: "2026-09-17T16:33:40Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:33:40Z"
    name: isvc-xgboost.18d628da711f2aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30657"
    uid: 1922a251-157b-4ed7-b0f2-9544f3cdebea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:10:18.673367Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-lmmn7
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:10:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:10:18Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d62794083f875c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 18409709-7c32-41dd-a3af-71be06c4247c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: "2026-09-17T16:10:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:18Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d6279416353bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: ee6d07f4-f17b-4cb8-ad82-3343bcb69e1d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17461"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: "2026-09-17T16:10:19Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:10:19Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d627944ebed7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: 068eb573-dcfa-4ba4-badf-74e6b9d93abe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: "2026-09-17T16:10:19Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T16:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:19Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d627945064cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: d9335cdc-db47-45f9-9ed7-e39e1e75c676
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: "2026-09-17T16:10:20Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.04s (1.04s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:20Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d627948e6b223b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: 9efaa056-1b4b-4674-9ba8-c8d79beba877
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: "2026-09-17T16:10:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:20Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d62794914791d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: ead23751-d9bb-440f-9668-87b3e15afb65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: "2026-09-17T16:10:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:20Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d6279491adb610
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: c1b2def7-027b-484c-9616-425d9b3f1f52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: "2026-09-17T16:10:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:20Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d6279491ba5e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 1f81abd2-d15a-445b-93c2-e55ee640dee2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: "2026-09-17T16:10:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:21Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d6279495689397
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: e792082a-cb69-457e-83df-d147b2331b27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: "2026-09-17T16:10:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:21Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d6279495d03279
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: fe4ad70a-f1e7-4071-953d-9d3ace3eb0b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: "2026-09-17T16:12:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:13Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d627aedee472a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 1ea743c1-081b-4e81-b654-9eefc41800ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lmmn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 118c84e2-49e5-4a5c-991f-33a2482ccdd1
  kind: Event
  lastTimestamp: "2026-09-17T16:12:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:13Z"
    name: message-dumper-predictor-6575bcfdfd-lmmn7.18d627aedee59090
    namespace: kserve-ci-e2e-test
    resourceVersion: "18560"
    uid: 734a807b-86ea-4752-b014-19254ddc8d07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: ef32d174-293a-4eb6-a70c-23ebe17ec3bf
  kind: Event
  lastTimestamp: "2026-09-17T16:10:18Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-lmmn7'
  metadata:
    creationTimestamp: "2026-09-17T16:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:18Z"
    name: message-dumper-predictor-6575bcfdfd.18d6279407aeb015
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: bf8cb721-3ec4-46c9-840f-80dcdaa354df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17439"
    uid: 14852335-28e7-4305-a69d-61bb6bb2ff8c
  kind: Event
  lastTimestamp: "2026-09-17T16:10:18Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:18Z"
    name: message-dumper-predictor.18d62794057e95bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: db46cec9-2ac7-4723-85c4-462b973784bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: bb3a24cf-dc86-4dd1-8413-38fb8e511596
  kind: Event
  lastTimestamp: "2026-09-17T16:11:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:03Z"
    name: message-dumper-predictor.18d6279785354444
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: 779c1dd5-db65-482f-a166-f181b912c70a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: bb3a24cf-dc86-4dd1-8413-38fb8e511596
  kind: Event
  lastTimestamp: "2026-09-17T16:11:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:03Z"
    name: message-dumper-predictor.18d6279785bc794f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17908"
    uid: 263e4be4-4de6-457e-8761-241802897960
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: bb3a24cf-dc86-4dd1-8413-38fb8e511596
  kind: Event
  lastTimestamp: "2026-09-17T16:10:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:48Z"
    name: message-dumper-predictor.18d6279b04744dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: 2ad5dfd0-e392-4d92-aa98-20810a4b7363
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: bb3a24cf-dc86-4dd1-8413-38fb8e511596
  kind: Event
  lastTimestamp: "2026-09-17T16:10:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:48Z"
    name: message-dumper-predictor.18d6279b04db04f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: 8a04ffc6-49c6-4bb3-984a-001be60359ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: f605b6aa-ffe5-4ba6-87d1-f050d3937e0f
  kind: Event
  lastTimestamp: "2026-09-17T16:10:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:29Z"
    name: message-dumper.18d62794057f8a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 5ead95d4-1a53-4f9c-a86e-6368c482c000
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: f605b6aa-ffe5-4ba6-87d1-f050d3937e0f
  kind: Event
  lastTimestamp: "2026-09-17T16:10:18Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:18Z"
    name: message-dumper.18d62794061a5f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: e11702b9-b07e-4495-96e3-0800a5374b7c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17434"
    uid: f605b6aa-ffe5-4ba6-87d1-f050d3937e0f
  kind: Event
  lastTimestamp: "2026-09-17T16:10:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:18Z"
    name: message-dumper.18d627940d17009f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17465"
    uid: 3cf74f43-a446-49e9-88fa-e8ece15c5319
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17572"
    uid: f605b6aa-ffe5-4ba6-87d1-f050d3937e0f
  kind: Event
  lastTimestamp: "2026-09-17T16:10:29Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:29Z"
    name: message-dumper.18d62796a71de667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: 909363c0-65d4-4ba8-9c71-b272ae628566
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:19:56.311352Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22642"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:19:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:19:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d6281a8627ba9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22646"
    uid: 52e01b0b-76b5-408c-a338-939476835fa2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:19:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d6281a92020d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "22658"
    uid: aea7ceb9-23ac-4602-8c1e-da5a8e2a3edc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:19:57Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:19:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d6281acc3813f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: 64010628-201c-43b7-ae53-f8295ceeb0b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:19:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d6281acdc16e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22673"
    uid: 8871049d-01ac-469d-8a7c-67215c5816db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:19:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d6281ad0d935b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 67f86d3c-d728-418e-a5ec-f33b18ac28da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:19:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d6281ad15512ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22675"
    uid: b36b2962-515d-41cd-9e9a-5853e8ebe978
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:20:01Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T16:20:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d6281bc34bae08
    namespace: kserve-ci-e2e-test
    resourceVersion: "22758"
    uid: c2387d1c-87e1-4888-a38c-fb40131e0994
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:22:10Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m8.852s
    (2m8.852s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:10Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d62839c37c1400
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: d6068830-fc87-4976-ac98-2cc5c4779e96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:22:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:10Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d62839c7d23491
    namespace: kserve-ci-e2e-test
    resourceVersion: "23714"
    uid: 6c6c81c1-f67d-4a07-aa20-4a12213112e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:22:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:10Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d62839c88567d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23715"
    uid: 828d8e77-1227-402b-ac73-c49b43468ae0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:22:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:10Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d62839c8922fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23716"
    uid: e87b2c52-e780-4d35-8b6d-a19ac2416078
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:22:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:10Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d62839cd397069
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: 88bd8c9e-2011-4c26-9413-c59707e1615c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:22:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:10Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d62839ce9b8919
    namespace: kserve-ci-e2e-test
    resourceVersion: "23718"
    uid: 64e19989-fb3f-4ca0-b4fc-55353c9d0748
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:22:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T16:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d628425cf4ce7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24039"
    uid: 4a5d46d7-f9b3-4842-aff1-92725fb0d78a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:23:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d62846d1728211
    namespace: kserve-ci-e2e-test
    resourceVersion: "24197"
    uid: fe62de1c-9655-4889-a2b2-1e03b9d323a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:23:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d62846d1731dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 3a0e7be2-ef0a-45d8-b8a2-795b47fe46fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:23:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d6284701b8bada
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 118b2d22-3f2b-4b20-b71a-e90488e19256
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6e134bad-b137-4571-b441-9f00e9152e99
  kind: Event
  lastTimestamp: "2026-09-17T16:23:08Z"
  message: 'Readiness probe failed: Get "http://10.134.0.38:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T16:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd.18d6284742f74a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24215"
    uid: deca7d7c-e7a9-4e06-a1c8-f85d309125a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22629"
    uid: d5cf7d79-3996-47dd-b4d5-baca3acc1f38
  kind: Event
  lastTimestamp: "2026-09-17T16:19:56Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-b2pfd'
  metadata:
    creationTimestamp: "2026-09-17T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d6281a85ba8518
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: d73c645c-1ec9-44b3-884b-e41336ba724f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 06ccd6a6-672f-473b-9c8a-d2084f90f409
  kind: Event
  lastTimestamp: "2026-09-17T16:19:56Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:56Z"
    name: sklearn-v2-mlserver-predictor.18d6281a80e8c9d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22630"
    uid: d7701bdb-4b3b-4e82-813a-d8563bcb9a61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22628"
    uid: 249df53b-36c6-4c1f-a3f4-ce0b10cd9da0
  kind: Event
  lastTimestamp: "2026-09-17T16:22:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:41Z"
    name: sklearn-v2-mlserver-predictor.18d6281e004ea190
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c9013187-9834-4cd1-8d78-26417f17e402
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22628"
    uid: 249df53b-36c6-4c1f-a3f4-ce0b10cd9da0
  kind: Event
  lastTimestamp: "2026-09-17T16:22:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:41Z"
    name: sklearn-v2-mlserver-predictor.18d6281e00b9c43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: f607fa49-26df-4901-b190-86b3fb020b11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: 249df53b-36c6-4c1f-a3f4-ce0b10cd9da0
  kind: Event
  lastTimestamp: "2026-09-17T16:22:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:56Z"
    name: sklearn-v2-mlserver-predictor.18d6284477d6073e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24098"
    uid: 5b0082f5-79ad-42dc-9a73-315e3835e501
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: 249df53b-36c6-4c1f-a3f4-ce0b10cd9da0
  kind: Event
  lastTimestamp: "2026-09-17T16:22:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:56Z"
    name: sklearn-v2-mlserver-predictor.18d62844784640e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24100"
    uid: f2e75705-1c2a-451f-afa9-5e8f7913d214
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: 17609b33-69ba-4d81-b285-69bb30b37c76
  kind: Event
  lastTimestamp: "2026-09-17T16:22:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:57Z"
    name: sklearn-v2-mlserver.18d6281a80ea2146
    namespace: kserve-ci-e2e-test
    resourceVersion: "24118"
    uid: 7643f9ab-a0e2-4ec9-80e3-3d878da53e51
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: 17609b33-69ba-4d81-b285-69bb30b37c76
  kind: Event
  lastTimestamp: "2026-09-17T16:19:56Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:19:56Z"
    name: sklearn-v2-mlserver.18d6281a815961c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22652"
    uid: 19db1dea-3640-4cea-b837-fdd623ef6c8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22622"
    uid: 17609b33-69ba-4d81-b285-69bb30b37c76
  kind: Event
  lastTimestamp: "2026-09-17T16:19:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:19:56Z"
    name: sklearn-v2-mlserver.18d6281a87300d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: 6342ccd3-f1cf-42f9-9b8e-4324f8f61a49
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "24115"
    uid: 17609b33-69ba-4d81-b285-69bb30b37c76
  kind: Event
  lastTimestamp: "2026-09-17T16:22:57Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:57Z"
    name: sklearn-v2-mlserver.18d62844b6cf5bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24116"
    uid: 739aca8c-95b6-4672-a074-bc5fe37fbe21
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:34:48.060756Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31278"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    to ip-10-0-135-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:34:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:34:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628ea268fcbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31284"
    uid: 35d5eb41-1a8f-4274-ba80-4143fbad95f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7988d9d9b7-g5xdr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31288"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:34:48Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:34:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628ea48c868a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: 1c8ca258-3a80-43d9-a486-63264854ce05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:34:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628ea4a669b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31299"
    uid: beff71bd-c215-45b1-961e-d3e324dad17a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:34:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628ea4d682baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31301"
    uid: 3fcda9ed-ed14-481c-b68e-d245d5bb0932
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:34:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628ea4de00ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31302"
    uid: c08246a6-ca7b-4c0e-b58c-d4cc87dc1c0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:34:53Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:53Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628eb5cb1dbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31367"
    uid: ba525726-8ad9-4439-870b-e24720831c94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:34:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:53Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628eb606a220d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31369"
    uid: 58681ec7-ddfa-47db-a4e7-c13c188d2c32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:34:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:53Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628eb60dd44f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: ad453e95-8dc6-4227-a845-5d5ef2a6805c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:34:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:53Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628eb60e7b0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 1be0b768-000d-43fe-8f1f-941a4cb7185f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:34:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:53Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628eb646265bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31374"
    uid: 9091908d-b5bc-469d-87b3-637a1a6c27f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:34:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:53Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628eb650afd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31376"
    uid: 667a81b9-e968-4678-9ded-6f8a2583daef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:35:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:38Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628f5ce8e474d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31863"
    uid: ae3bca5e-7b5f-4a72-9bdb-fe9f3e077da8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:35:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:38Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628f5ce8ef85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31864"
    uid: cf091584-c274-4b7e-ab56-dcf655b9a6df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:35:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:41Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628f68b073163
    namespace: kserve-ci-e2e-test
    resourceVersion: "31889"
    uid: fcc547c6-853a-4cb4-9251-fdb58b762cb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 7bc509df-381e-4e44-b59e-01e4b4cc1325
  kind: Event
  lastTimestamp: "2026-09-17T16:35:41Z"
  message: 'Readiness probe failed: Get "http://10.134.0.51:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:35:41Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs.18d628f68b49d6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31890"
    uid: 3242a863-912c-4ff0-8879-5edde4b1fa10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31269"
    uid: b3848bbe-741e-40ec-9f0f-49c75b571d45
  kind: Event
  lastTimestamp: "2026-09-17T16:34:48Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-d7cvs'
  metadata:
    creationTimestamp: "2026-09-17T16:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d628ea25cb8ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31279"
    uid: a1c6e74e-4d46-40cc-9d99-2b85e715c124
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: eecde8f4-51eb-4c48-b8ab-2fa1a0413b9b
  kind: Event
  lastTimestamp: "2026-09-17T16:34:47Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:47Z"
    name: xgboost-v2-mlserver-predictor.18d628ea228d58e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31272"
    uid: d959b386-6a30-4d7b-934d-6a259d08eb64
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31268"
    uid: 26183265-c7ef-49c0-8493-a5c207bddf5b
  kind: Event
  lastTimestamp: "2026-09-17T16:35:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:35:03Z"
    name: xgboost-v2-mlserver-predictor.18d628eda12ac546
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 1356c54a-f231-4eb4-a561-370d765738b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31268"
    uid: 26183265-c7ef-49c0-8493-a5c207bddf5b
  kind: Event
  lastTimestamp: "2026-09-17T16:35:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:35:03Z"
    name: xgboost-v2-mlserver-predictor.18d628eda1aac423
    namespace: kserve-ci-e2e-test
    resourceVersion: "31577"
    uid: ab16f75e-73cf-4c5e-9c85-a16ac49d5994
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31576"
    uid: 26183265-c7ef-49c0-8493-a5c207bddf5b
  kind: Event
  lastTimestamp: "2026-09-17T16:35:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:35:33Z"
    name: xgboost-v2-mlserver-predictor.18d628f120fc3845
    namespace: kserve-ci-e2e-test
    resourceVersion: "31807"
    uid: 9cc73684-e6c3-4bb7-91b0-4e26cbdd2a92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31576"
    uid: 26183265-c7ef-49c0-8493-a5c207bddf5b
  kind: Event
  lastTimestamp: "2026-09-17T16:35:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:35:33Z"
    name: xgboost-v2-mlserver-predictor.18d628f121706b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31808"
    uid: da2aa31f-64f4-48e2-828f-cd92549847ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31260"
    uid: 70fc8a38-4535-4124-b347-e9f3a3b2659e
  kind: Event
  lastTimestamp: "2026-09-17T16:35:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:35:31Z"
    name: xgboost-v2-mlserver.18d628ea22959210
    namespace: kserve-ci-e2e-test
    resourceVersion: "31795"
    uid: 2df883d4-7861-490f-82e9-191baebd5719
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31260"
    uid: 70fc8a38-4535-4124-b347-e9f3a3b2659e
  kind: Event
  lastTimestamp: "2026-09-17T16:34:48Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:34:48Z"
    name: xgboost-v2-mlserver.18d628ea2322706e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31275"
    uid: 719330d8-22ae-4162-ae83-dc648c9ecc98
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:35:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31793"
    uid: 70fc8a38-4535-4124-b347-e9f3a3b2659e
  kind: Event
  lastTimestamp: "2026-09-17T16:35:31Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:35:31Z"
    name: xgboost-v2-mlserver.18d628f440403a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31794"
    uid: 64bf761f-a1bf-4528-9272-5ba23d129094
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41737"