---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:21:59.813239Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19499"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-594f5f9bd5-hvvbz
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:21:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:21:59Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809e54b3fa31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19510"
    uid: 60791f60-a7ef-431f-84e0-8ec8d1fc6e7a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:21:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:21:59Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809e5b505d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "19521"
    uid: 50fc3cee-5e1d-43ff-9b79-fae73cce5721
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19516"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:00Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:22:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809e9207fd90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19544"
    uid: 757b3272-8af8-4679-be07-757c24a035ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809e93a1dc61
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: 51b670fa-c866-430f-8305-1bbda7b656ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809e963d47e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19548"
    uid: 6e2cd396-d28a-4607-8bb3-7745752f0a17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809e96b4863e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: da3ceb0b-bf6d-4928-958d-637e0ac3ce18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809f918ceafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19595"
    uid: 663a532d-0c4d-4e69-94ea-214a24a308d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809f9571f26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19600"
    uid: 84f26162-e4ca-4ab3-abcb-1a5db6531b1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809f95e6e011
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: f6d8516b-bb5c-452c-b2af-6d24714d51c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809f95f0b224
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 3ad747bc-e3e7-41fb-8eea-8113bba93012
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809f98d6c353
    namespace: kserve-ci-e2e-test
    resourceVersion: "19605"
    uid: 51385f86-a11d-42fd-ad5a-f9b2640ddbc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c6809f994ce6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: b9aa0a84-b803-4b99-bf79-b9a2218f37cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:23:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:33Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c680a009deda55
    namespace: kserve-ci-e2e-test
    resourceVersion: "20272"
    uid: 12031f13-1589-4771-9733-47f664fad1f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:23:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:29Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c680b352d7991c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: 49e27516-1a64-428b-91f2-216dc8a3e375
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:23:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:29Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c680b352d8229b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: d14880a2-e460-497b-bcc6-ee58adb1c3dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: b0b7f37a-05fa-47e6-ba12-c6b3615ef4b4
  kind: Event
  lastTimestamp: "2026-07-28T16:23:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:33Z"
    name: isvc-canary-create-predictor-594f5f9bd5-hvvbz.18c680b4101cb84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20271"
    uid: d45024fd-80bf-47d6-973d-9cf15387c5bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-594f5f9bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 8ff63bc0-372b-4faf-9c78-737511f52aba
  kind: Event
  lastTimestamp: "2026-07-28T16:21:59Z"
  message: 'Created pod: isvc-canary-create-predictor-594f5f9bd5-hvvbz'
  metadata:
    creationTimestamp: "2026-07-28T16:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:21:59Z"
    name: isvc-canary-create-predictor-594f5f9bd5.18c6809e53c8c8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: 52a0973f-ba76-4733-bc91-7f21e4a5b041
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: 361b1105-9185-499c-871e-ab019326f324
  kind: Event
  lastTimestamp: "2026-07-28T16:21:59Z"
  message: Scaled up replica set isvc-canary-create-predictor-594f5f9bd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:21:59Z"
    name: isvc-canary-create-predictor.18c6809e4d254c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19484"
    uid: 244ba3bc-ecf3-4ee3-9721-9c656e5c116b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:21:59.823621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:21:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:21:59Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809e55525d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19509"
    uid: 854c3b1e-2602-4234-b811-282196002bad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:22:00Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:22:00Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809e6ffdc984
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: 48dead1f-7624-40a7-bf5f-21324d124ba8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:22:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:00Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809e71992dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 310f5270-b181-418e-aee4-e409c4d023ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:22:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:00Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809e7530a574
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: 8ec73070-4513-4ade-a45d-c992792f7840
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:22:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:00Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809e75a62fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 3a2348f4-4d80-4550-9ee9-269d21092cf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:22:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:04Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809f55632548
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: c82c9b48-a3d2-4757-9ae1-6a5409fb6e15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:22:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:04Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809f58c1f842
    namespace: kserve-ci-e2e-test
    resourceVersion: "19581"
    uid: 6f7c4d61-6c71-49da-a4a5-3a306c8ec684
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:22:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:04Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809f59550f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: e4e32f2e-ee84-4627-be30-badefb9fd5c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:22:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:04Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809f595f3688
    namespace: kserve-ci-e2e-test
    resourceVersion: "19583"
    uid: 5571dd26-0d6e-41ac-9c90-571f0c9a4cc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:22:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:04Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809f5cbb04fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: 2c02b9ae-d085-4a1e-85bd-84484e6550a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:22:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:04Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809f5d2cf965
    namespace: kserve-ci-e2e-test
    resourceVersion: "19586"
    uid: 98144366-54f6-425e-a6b5-6b998fae8ebe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:23:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:33Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c6809fcda3e958
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 9c910439-0bac-4916-95ad-4035397968f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:23:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:29Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c680b3539e8238
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: c15eb3d9-3149-4df7-8f20-4ee2edc3d220
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:23:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:29Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c680b3539f9888
    namespace: kserve-ci-e2e-test
    resourceVersion: "20247"
    uid: 17f73813-2a00-4c0c-bbd0-0510d377e612
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6415ca83-e451-431d-b61f-f681365d886d
  kind: Event
  lastTimestamp: "2026-07-28T16:23:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:32Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-cbsbk.18c680b3d436bf61
    namespace: kserve-ci-e2e-test
    resourceVersion: "20263"
    uid: cbba6c4c-7f98-44fb-bbfc-01080ba3166d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5b976d889b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19492"
    uid: faaf5fe2-4af9-4a0b-b8a3-163f50ad8bb4
  kind: Event
  lastTimestamp: "2026-07-28T16:21:59Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5b976d889b-cbsbk'
  metadata:
    creationTimestamp: "2026-07-28T16:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:21:59Z"
    name: isvc-canary-create-v2-predictor-5b976d889b.18c6809e54aec082
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: ff56dbab-ece3-49b3-9971-c424d24b1c97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19490"
    uid: a467f4c4-1e66-47f9-9aab-3b9d9de3f953
  kind: Event
  lastTimestamp: "2026-07-28T16:21:59Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5b976d889b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:21:59Z"
    name: isvc-canary-create-v2-predictor.18c6809e5054e563
    namespace: kserve-ci-e2e-test
    resourceVersion: "19494"
    uid: 1264fa90-e8e5-4e42-8916-ea2aa4042600
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: cb954226-082b-4de7-960d-d36b6851f9a3
  kind: Event
  lastTimestamp: "2026-07-28T16:23:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:23:23Z"
    name: isvc-canary-create.18c6809e4fb3cd1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: f2a2491d-caed-4a73-8d90-55116c4c54d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: cb954226-082b-4de7-960d-d36b6851f9a3
  kind: Event
  lastTimestamp: "2026-07-28T16:21:59Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:21:59Z"
    name: isvc-canary-create.18c6809e50835484
    namespace: kserve-ci-e2e-test
    resourceVersion: "19523"
    uid: 329eb7ee-5aad-4aa5-9218-5ffab740d92c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: cb954226-082b-4de7-960d-d36b6851f9a3
  kind: Event
  lastTimestamp: "2026-07-28T16:21:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:21:59Z"
    name: isvc-canary-create.18c6809e5083b050
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: cc855e0d-35e5-4cf5-9f1f-46879f99e973
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20175"
    uid: cb954226-082b-4de7-960d-d36b6851f9a3
  kind: Event
  lastTimestamp: "2026-07-28T16:23:23Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:23:23Z"
    name: isvc-canary-create.18c680b1c877e2e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: 2f495469-95fe-4720-bc5f-15151437ef3b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:23:35.126438Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b485cfedaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: f06590fa-dcf6-4608-86f9-c86b26454df7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20334"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b4a08bb344
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: c7c5ac1b-20b1-4c80-9755-0d67cad5afc3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b4a31b7a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: 1a0bd3e5-3fcb-42cb-9bb9-15a281607da1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b4a5f89165
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: cfc404cf-d6da-4619-b3cc-d949b51250c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b4a66dcb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: 1b4f3461-433b-4149-a779-583a913af101
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b58f07559e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 88326aa9-e8e2-4443-a8ea-fd5b08441e8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b592cefc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: 10a9c8dd-98c7-4372-a525-e626a0ad7d65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b5938a31b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20412"
    uid: 5d33fe7a-daae-4fe7-9970-4e7b35449b8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b59395c6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 42c798ff-55fd-4522-ae44-cad8754da190
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b596ec78ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20418"
    uid: a0c9b17e-07ee-4c55-979a-13ad594ceb75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b5974f509f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: 6d8d76e4-81b7-4463-aaff-f2a36b48d62d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:25:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:06Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680b5cb439d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 549399ea-aff6-48aa-8470-8bc917578a7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:25:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:05Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680c9800fd822
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 11b6a36e-5ad9-44fb-8230-a8dceb9893b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:25:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:05Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680c98010753f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21054"
    uid: ca78aff0-f5d6-40e9-b6a7-6c1ba7169403
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 4c47e348-2ad1-4ad4-b517-e18574dcaeb2
  kind: Event
  lastTimestamp: "2026-07-28T16:25:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:06Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn.18c680c9d17bcbe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21085"
    uid: ada1eacc-e842-483e-a1c3-2bf9f725fa53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5d7dcd97d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20299"
    uid: ed992ac3-ecd1-457e-98a5-a42c502dd26c
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: 'Created pod: isvc-canary-promote-predictor-5d7dcd97d5-hj5mn'
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5.18c680b4853eebd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: 1f4d90d2-7839-4375-8610-f739f4703dd3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20297"
    uid: 91965e8b-db34-4615-88f2-ecba200183f1
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5d7dcd97d5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-predictor.18c680b47f0c018d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20300"
    uid: cac0d20c-edd5-4ad9-8ac9-76d204880fbb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:25:05.307795Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    to ip-10-0-131-181.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:25:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:25:05Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680c9850a4569
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: 07961475-9356-4113-b378-9e73c67c7630
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:05Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:25:05Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680c99e651073
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: 0103b54c-bab8-41dd-942b-57350c237f6e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:05Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
  metadata:
    creationTimestamp: "2026-07-28T16:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:05Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680c9a0007002
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: 9800bff9-7046-4190-a0e7-535618df8ad7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:09Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    in 3.766s (3.766s including waiting). Image size: 302289845 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:09Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680ca8087f9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: d927e881-79f5-4501-a392-9a5e8f11d137
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:09Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680ca8374675c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 51b02397-16d3-4ab5-b4c9-2466445bd777
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:09Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680ca83e24246
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 928ee3e1-fa70-4da9-9d56-d049e5264297
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:13Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
  metadata:
    creationTimestamp: "2026-07-28T16:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:13Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680cb82dc70a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21147"
    uid: ac412d93-6857-4654-bb2b-508761687885
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    in 14.286s (14.286s including waiting). Image size: 1557910946 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:28Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680ced663a2af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: 244cc9a7-82c7-4a65-a934-e9b0acc7a87a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:28Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680ced9293b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: c718529c-53dc-4deb-b1a8-cb22bb65a12d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:28Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680ced99afeac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: b0997ce7-3238-4c1b-b5e5-77071cfdb458
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:28Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680ced9a3acb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21250"
    uid: e4fd57a2-29d2-4d68-ad38-21c5751e25b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:28Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680cedc22a89e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21251"
    uid: c9f107d2-7c2c-490d-b29d-4b4fc27f3e2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:25:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:28Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680cedc932e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21252"
    uid: 417eb62b-c08c-44ce-9f63-dee86dbc5d0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:26:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:26:55Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680cf40bba908
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: 253c52fd-981b-4381-8151-bc443f2e6bf0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:26:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:26:55Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680e33b020c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: fcf696c7-b97f-4164-b658-1cdd3dd7880c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:26:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:26:55Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680e33b02b160
    namespace: kserve-ci-e2e-test
    resourceVersion: "21877"
    uid: 76913175-3a0f-4dc8-85d7-1c42764eb507
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: f971a4e2-11e5-44c3-97cc-e270ee607749
  kind: Event
  lastTimestamp: "2026-07-28T16:26:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:26:55Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-2sshh.18c680e346f959e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: 41a8cc60-194b-400a-838b-9618db5d2d75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:23:35.139851Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b4869c9f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "20327"
    uid: 8e4c8bf1-da84-4cd7-aab4-374b6bbfd0d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b4a254ef95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: ee890c8b-e2a0-4f0c-9291-a617edc4f49b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b4a5ae7a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: d601fa36-7063-41d9-98b4-3363f34ec898
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b4a8915615
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: b2404755-ce6d-4633-9d8b-6a492f408138
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b4a905c18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: 212cff1d-487d-44fa-8b8e-6b600291ca54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b58f1c49b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: e638ac7c-1576-43b2-9fc3-9bda7c6fe48b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b592f5d397
    namespace: kserve-ci-e2e-test
    resourceVersion: "20411"
    uid: b0e0313c-fbd2-41ee-a377-e94f30262d95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b593c57bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20414"
    uid: 90457aa9-bfd1-4f5f-88ec-28e241419464
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b593cf4295
    namespace: kserve-ci-e2e-test
    resourceVersion: "20415"
    uid: 79a6525a-87b9-4b69-9e7b-900e94829622
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b596ef3048
    namespace: kserve-ci-e2e-test
    resourceVersion: "20419"
    uid: 8c60f5ef-989c-41f6-86d4-0db89a4158d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:23:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b59753f13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 972092b6-913b-4a1d-a6f2-507b2bea4b00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:26:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:26:56Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680b5cb260532
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 998251bb-b1c4-4d88-a47c-ce6b02dccc92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:26:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:26:55Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680e33abb365f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: e6ca2ffd-0acb-4ebf-87d6-24c4fb55b5f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:26:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:26:55Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680e33abbcf28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21876"
    uid: e67d07fa-bdff-4128-84aa-59718218ad79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:26:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca384f85-fcaf-4af5-af08-c2b6b816c656
  kind: Event
  lastTimestamp: "2026-07-28T16:26:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:26:56Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t.18c680e36e05b185
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: 24802fbb-bc18-439b-bb02-9a3665d1694e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f69c9c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "20308"
    uid: a16b949d-1758-4f44-9334-923b226f7a16
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f69c9c758-qkh5t'
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758.18c680b486179270
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: dbf84d1f-6cb9-4f70-a1d5-0ee1efeb573c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f69c9c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: a16b949d-1758-4f44-9334-923b226f7a16
  kind: Event
  lastTimestamp: "2026-07-28T16:25:05Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f69c9c758-2sshh'
  metadata:
    creationTimestamp: "2026-07-28T16:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:25:05Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758.18c680c98437a13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21060"
    uid: 41374326-e28f-4af0-9ad6-7049e8265a0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20306"
    uid: 92e12944-84b2-472b-85b8-bfd16f6abd99
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f69c9c758 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-canary-promote-v2-predictor.18c680b481c79c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20311"
    uid: 94d785f8-075a-4b12-a7e8-798baa2d6a46
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: 92e12944-84b2-472b-85b8-bfd16f6abd99
  kind: Event
  lastTimestamp: "2026-07-28T16:25:05Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f69c9c758 from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T16:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:25:05Z"
    name: isvc-canary-promote-v2-predictor.18c680c97e7e84cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 2397dc81-1c12-4260-b96f-c0e92d497f95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: fa79ab59-79b7-4186-8f6a-dded02529ec1
  kind: Event
  lastTimestamp: "2026-07-28T16:25:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:25:05Z"
    name: isvc-canary-promote.18c680b4818093d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21071"
    uid: c8197244-2bad-4b2b-8a56-228e4f67909b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: fa79ab59-79b7-4186-8f6a-dded02529ec1
  kind: Event
  lastTimestamp: "2026-07-28T16:25:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:25:05Z"
    name: isvc-canary-promote.18c680b48225d0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21057"
    uid: b8b6550d-7c18-4721-9b88-b526deef7fe3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: fa79ab59-79b7-4186-8f6a-dded02529ec1
  kind: Event
  lastTimestamp: "2026-07-28T16:25:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:25:05Z"
    name: isvc-canary-promote.18c680b482260165
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: b4be2cf8-a251-4545-9992-d094fee6d543
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20977"
    uid: fa79ab59-79b7-4186-8f6a-dded02529ec1
  kind: Event
  lastTimestamp: "2026-07-28T16:26:46Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:26:46Z"
    name: isvc-canary-promote.18c680c788228937
    namespace: kserve-ci-e2e-test
    resourceVersion: "21795"
    uid: bea21ed8-156e-46d9-8640-88b56d7d8f8e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: fa79ab59-79b7-4186-8f6a-dded02529ec1
  kind: Event
  lastTimestamp: "2026-07-28T16:25:05Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T16:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:25:05Z"
    name: isvc-canary-promote.18c680c98820990f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: 01540edd-95ce-4de5-b2f0-24370c0d51a6
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:28:30.857548Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22683"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:28:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:28:30Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680f960c28663
    namespace: kserve-ci-e2e-test
    resourceVersion: "22688"
    uid: 6d307eaf-d713-47f8-a4aa-83a3cf8c9df1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:28:31Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:28:31Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680f97a5d86b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22697"
    uid: 707565b2-dd98-4ab0-b65e-bf3f30279322
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:28:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:31Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680f97c098570
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: 14a7580c-9759-4482-abee-88c2e310a941
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:28:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:31Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680f97eec7f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: 176f02cb-8138-4c60-8d4e-80be4ad7d48a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:28:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:31Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680f97f5d7fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: a87ed1cd-f029-4db5-9fc4-0ec60dfed7c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:28:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:35Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680fa89429067
    namespace: kserve-ci-e2e-test
    resourceVersion: "22742"
    uid: 7401670d-501d-4532-ba94-75d3b8ab5eb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:28:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:35Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680fa8c228d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "22745"
    uid: 8399db39-2471-46df-8773-118f892b0d74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:28:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:35Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680fa8c92c0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22746"
    uid: 00e36443-2b2c-4d35-b8e6-2012bcfe87d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:28:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:35Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680fa8c9d8935
    namespace: kserve-ci-e2e-test
    resourceVersion: "22747"
    uid: 30159d39-0c3a-478a-8bb8-faaaf4104468
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:28:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:35Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680fa8fbf2a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: bd47a0e2-9f0d-49d6-8755-e28843a21737
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:28:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:35Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680fa902d3550
    namespace: kserve-ci-e2e-test
    resourceVersion: "22752"
    uid: 7b85accd-ec1f-4b74-a925-8cb08632c543
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:30:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:02Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c680fac546d98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23382"
    uid: 56dac42c-75b0-4420-9fc6-8217e8db8719
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:30:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:01Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c6810e5f29a812
    namespace: kserve-ci-e2e-test
    resourceVersion: "23364"
    uid: dfb6e899-e681-4201-a16b-487cab4b470a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:30:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:01Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c6810e5f2a542e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23366"
    uid: 8c7fbb47-0173-4c95-974b-ae4c16c27c27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5f3d027f-8b99-40f7-9111-1ededbf24825
  kind: Event
  lastTimestamp: "2026-07-28T16:30:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:02Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7hbk5.18c6810ecb999df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: 4434cc30-3b36-4407-a1cc-0900c570de77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:27:00.824238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    to ip-10-0-131-181.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:27:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:27:00Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e46a5b4147
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: 70be429c-d76c-4e99-90b1-4de5b9019acc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21971"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:27:01Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:27:01Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e4843fe270
    namespace: kserve-ci-e2e-test
    resourceVersion: "21978"
    uid: 1af2314a-3735-4b8f-91df-e2b9f2f9e1c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:27:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:01Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e485dbc58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21981"
    uid: 50ae943e-3c53-48d1-8db6-bdbc25a6352a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:27:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:01Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e48862c769
    namespace: kserve-ci-e2e-test
    resourceVersion: "21985"
    uid: 6615a057-1e3a-43d0-bec0-3326d21ddf22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:27:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:01Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e488d107b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: 98d156de-e586-487d-bc57-3fc22e945134
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e5735a25cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: 667ec46a-f751-4bd6-a018-083f06dab531
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e576c28616
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: 8ffbe88d-f012-436f-a293-888b103b2fab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e5773342b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22039"
    uid: 977520c8-49fd-40e2-9f5f-1faefbcbac1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e5773d8b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: 601c9411-9bdf-4a2d-92bd-361ca334e75a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e57a5b7e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22045"
    uid: 2add4a5d-0a9d-4345-a260-3a72583b5fd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e57acef7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22047"
    uid: 5630749b-1546-48f3-a57b-51e8d314becb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:30:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:03Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c680e5ebacba91
    namespace: kserve-ci-e2e-test
    resourceVersion: "23386"
    uid: 7c90fd87-d796-4cfc-8ea7-742abd449f71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:30:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:01Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c6810e5f4b1389
    namespace: kserve-ci-e2e-test
    resourceVersion: "23365"
    uid: fee11e98-d09c-4947-90e4-b61cfbb663ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:30:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:01Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c6810e5f4c2c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: eeacac07-d560-4b99-ad74-ff5a7c98aed3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: b8dbc806-31ac-41b9-82f6-eb0a3e54ddc3
  kind: Event
  lastTimestamp: "2026-07-28T16:30:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:03Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-wv8d6.18c6810ee6330481
    namespace: kserve-ci-e2e-test
    resourceVersion: "23385"
    uid: b5ad6973-8a0d-486e-827a-7df8e4c1eb65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-b4645bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: 28d28e0d-e372-4bc9-84a3-42c75322e522
  kind: Event
  lastTimestamp: "2026-07-28T16:27:00Z"
  message: 'Created pod: isvc-canary-rollback-predictor-b4645bb5c-wv8d6'
  metadata:
    creationTimestamp: "2026-07-28T16:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:27:00Z"
    name: isvc-canary-rollback-predictor-b4645bb5c.18c680e469d03c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21957"
    uid: 3203c6af-5208-49f4-9311-8269fc5bfea3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-b4645bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22667"
    uid: 28d28e0d-e372-4bc9-84a3-42c75322e522
  kind: Event
  lastTimestamp: "2026-07-28T16:28:30Z"
  message: 'Created pod: isvc-canary-rollback-predictor-b4645bb5c-7hbk5'
  metadata:
    creationTimestamp: "2026-07-28T16:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:28:30Z"
    name: isvc-canary-rollback-predictor-b4645bb5c.18c680f9601921b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: b8eb7d26-e9d5-4c52-bc80-3668083a50fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: 30c24c20-6521-473a-9217-dafb3b22b36c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:00Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-b4645bb5c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:27:00Z"
    name: isvc-canary-rollback-predictor.18c680e45f6d35d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 3faa006b-6bf0-4dbf-9feb-a8c40647e2e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22662"
    uid: 30c24c20-6521-473a-9217-dafb3b22b36c
  kind: Event
  lastTimestamp: "2026-07-28T16:28:30Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-b4645bb5c from 1 to
    2
  metadata:
    creationTimestamp: "2026-07-28T16:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:28:30Z"
    name: isvc-canary-rollback-predictor.18c680f95a4e7c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: a165dda4-ca30-4fb8-9219-ee1461f28dff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:27:00.848776Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21959"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    to ip-10-0-131-181.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:27:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:27:00Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e46bd1acc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21968"
    uid: 317c6c68-96a0-4fc7-910f-8caac4b2e814
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:01Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:27:01Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e485a6503e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21980"
    uid: 3ef0c94c-45ca-4f29-b4cf-b6ac5de8d179
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:01Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e487766a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "21983"
    uid: 64ca6d42-fdf4-425d-a021-9820825783b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:01Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e48ad50e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: a3ae4fbf-dfac-4c32-ac44-3603c254cdcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:01Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e48b433ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: f395dcdb-7c49-402d-aa45-4cbe55f0f34d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e573462914
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: dd725a89-b0c6-48c3-b33b-1cacb169db34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e576b6bf45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: f7a978fc-e234-494d-95b9-1c7205544c5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e5775106e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22041"
    uid: abe0cd59-6c00-4639-985d-2e4008e33b5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e577594c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 23e60f40-9e98-4798-8ef0-ee1bd16ca306
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e57a6c50c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22046"
    uid: 3b75223f-a85c-4bbe-a5bb-3baa4aabdbdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:05Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e57adc9e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22048"
    uid: d0be26ae-7927-4502-a256-d3052cf21df0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:28:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:31Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680e5af7f31c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22711"
    uid: e97f809e-e384-4880-8f16-ea7e4dc33d70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:28:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:30Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680f95c34a573
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: 26d22cfd-121c-4872-8b8f-6b3cec1967fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:28:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:30Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680f95c35ce22
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 1aa706c3-616c-444d-9b5c-967a40637912
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: fc2017ae-1f90-4daa-b6f1-7c10224de29c
  kind: Event
  lastTimestamp: "2026-07-28T16:28:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:28:32Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66.18c680f9b5eb0251
    namespace: kserve-ci-e2e-test
    resourceVersion: "22713"
    uid: eee3ac30-4761-4034-bc77-1158053adcad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: 275cc4d6-54e6-4d4d-a0ef-4141fee4041c
  kind: Event
  lastTimestamp: "2026-07-28T16:27:00Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-648cbdfbd8-h5m66'
  metadata:
    creationTimestamp: "2026-07-28T16:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:27:00Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8.18c680e46aa80f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: b2ca89f7-7bc0-4203-9319-2161127900c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: 9a1174ce-6f49-4e43-8265-12fadb062f0f
  kind: Event
  lastTimestamp: "2026-07-28T16:27:00Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-648cbdfbd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:27:00Z"
    name: isvc-canary-rollback-v2-predictor.18c680e461be6ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21944"
    uid: ba58da77-0974-4544-ba82-951190e830a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 05d865a5-ade8-4716-b1bc-f79aa02468a9
  kind: Event
  lastTimestamp: "2026-07-28T16:29:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:29:52Z"
    name: isvc-canary-rollback.18c680e461625e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "23285"
    uid: cf59009c-3375-4977-83cb-f7ecd370f5a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 05d865a5-ade8-4716-b1bc-f79aa02468a9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:00Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:27:00Z"
    name: isvc-canary-rollback.18c680e461dfcc8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21946"
    uid: 5a7ad2d4-a969-4885-8c64-cc0ca9834a54
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 05d865a5-ade8-4716-b1bc-f79aa02468a9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:27:00Z"
    name: isvc-canary-rollback.18c680e461e00e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "21947"
    uid: d31fd4db-a7c9-4a92-b06d-25813a5ce00e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: 05d865a5-ade8-4716-b1bc-f79aa02468a9
  kind: Event
  lastTimestamp: "2026-07-28T16:29:52Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:29:52Z"
    name: isvc-canary-rollback.18c680f7a6406bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23287"
    uid: ab57e2a4-f8c5-4396-8ed0-002fd72c30ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22682"
    uid: 05d865a5-ade8-4716-b1bc-f79aa02468a9
  kind: Event
  lastTimestamp: "2026-07-28T16:28:30Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T16:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:28:30Z"
    name: isvc-canary-rollback.18c680f960086396
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: 4ddec51e-e972-4e03-971f-a881fe7882a1
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:30:06.280497Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5bf5667989-pl6gq
    to ip-10-0-131-181.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c6810f98692f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 1d7123bc-d8bd-457a-b82a-c5611e5191ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c6810fb242d2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23476"
    uid: 6d72cc62-4f9e-48b3-8129-286091016329
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c6810fb3e98919
    namespace: kserve-ci-e2e-test
    resourceVersion: "23480"
    uid: 665376fa-e615-420c-a40a-07f4f93622b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c6810fb68a511e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: dbabb598-2433-4494-abd3-603cde8c0e0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c6810fb6f9ae90
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: 402dd7eb-16ef-4cc1-b4f4-a852f33d2a3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:30:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:10Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c68110b01dacfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23528"
    uid: 2c2b1e94-6bea-4f84-9add-f29a2c6079a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:30:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:11Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c68110b3e56bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23533"
    uid: b93fed43-e79d-43c9-94a9-77c4efa18648
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:30:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:11Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c68110b455e509
    namespace: kserve-ci-e2e-test
    resourceVersion: "23538"
    uid: b1d8cd2d-767b-4bc1-9561-179c215da8b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:30:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:11Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c68110b45f2673
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: d8702303-aee5-4729-ad55-6deede60bf93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:30:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:11Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c68110b72589d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23543"
    uid: 3e43dc6c-0eb7-40fb-bcda-0609a19420c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:30:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:11Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c68110b796ec7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: 007f6682-dd99-4096-b7d2-29a8e17ad25a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:31:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:19Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c681112855b1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24021"
    uid: 0deb8c0c-0a71-4db1-a8ae-3a232555475e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:31:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:36Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c6812487b8afbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: 6e139d11-b483-47bc-8f58-1d02317ec96f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:31:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:36Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c6812487bb675e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24167"
    uid: a66b2ecd-d364-41bb-92ba-4069793737fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: ff08653c-5659-4a8b-a721-f5484033bdc1
  kind: Event
  lastTimestamp: "2026-07-28T16:31:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:39Z"
    name: isvc-canary-stop-predictor-5bf5667989-pl6gq.18c681252e7e1279
    namespace: kserve-ci-e2e-test
    resourceVersion: "24204"
    uid: 1fbaab34-bca0-463f-93ab-bfac8b5939b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5bf5667989
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 98ac065f-d328-45ef-80a2-b0bc2306af2e
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: 'Created pod: isvc-canary-stop-predictor-5bf5667989-pl6gq'
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-predictor-5bf5667989.18c6810f97d595d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23442"
    uid: 434ddaaf-da04-4db4-aa2d-75638ec2a271
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23422"
    uid: 0e570383-5d90-445d-a9cd-ec6bb5c96078
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5bf5667989 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-predictor.18c6810f90b2aefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: d014d73e-0dfd-4c28-8587-0402475c6f83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:30:06.300183Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23446"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    to ip-10-0-131-181.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c6810f99958eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23457"
    uid: e1cf99c0-73d5-4221-8a6e-594f51b12b0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c6810fb398b572
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: b2334670-72b2-498e-bbe7-58ed74da01a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c6810fb5902602
    namespace: kserve-ci-e2e-test
    resourceVersion: "23482"
    uid: e34394d2-c042-4d61-b0a2-2414f78a845c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c6810fb78e75f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23485"
    uid: e41a5947-faa0-4ebb-a497-b5009392d338
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c6810fb7fca13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: a4b44d09-1239-4e72-a9fe-39a7a42a3eea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:30:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:10Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c68110b033d5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 127aab49-3275-419c-acc0-3bb366aa398f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:30:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:11Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c68110b3da9707
    namespace: kserve-ci-e2e-test
    resourceVersion: "23532"
    uid: 915d9217-3890-4349-a99b-ac29e5c11f94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:30:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:11Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c68110b4498651
    namespace: kserve-ci-e2e-test
    resourceVersion: "23535"
    uid: 4448862b-76d0-426c-a146-058d354174e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:30:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:11Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c68110b4527529
    namespace: kserve-ci-e2e-test
    resourceVersion: "23537"
    uid: c87999c2-c231-4158-9bed-8490c85a4f55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:30:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:11Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c68110b7194f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 50594ed9-b97f-4cce-b512-b611bb890d99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:30:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:11Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c68110b78a1b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23544"
    uid: c137b89e-8101-431b-8399-68824c78e920
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:31:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:39Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c681112854ffef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: 3f733698-46d9-407b-914a-00839088dba3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:31:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:36Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c681248a103bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24175"
    uid: 38f8931c-c465-4c6b-8ccd-8f2176b5be6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:31:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:36Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c681248a10c744
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 94c45509-e4fb-44c9-b398-5d7513885e48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 02a79e67-dc23-45ac-a629-23e3e317b5ca
  kind: Event
  lastTimestamp: "2026-07-28T16:31:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:38Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56.18c681252e7d3b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 279dcd09-4833-4e91-9596-80c4bdbcfa1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6c87f69f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 7889d8ee-c8d8-47c8-9ce7-49dda0d47010
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6c87f69f44-tpk56'
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44.18c6810f98d36b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "23451"
    uid: f2776137-1011-4f94-95d7-b1cf7dc0cc88
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23431"
    uid: 2c516fe8-cf43-4c8a-a68b-c3f41f898596
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6c87f69f44 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop-v2-predictor.18c6810f93c4bd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: 3a65c9c8-8783-4295-b4a2-db48616ff27a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: 3cf7d9f2-1a6d-4ff1-b6bb-ffd3e1b3b05e
  kind: Event
  lastTimestamp: "2026-07-28T16:31:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:31:36Z"
    name: isvc-canary-stop.18c6810f935ac8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24183"
    uid: 41239b66-0e12-42fb-be63-f53cf2945624
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: 3cf7d9f2-1a6d-4ff1-b6bb-ffd3e1b3b05e
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop.18c6810f93f6245c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: 845adbcd-a282-450f-96f9-adc86bd4e232
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: 3cf7d9f2-1a6d-4ff1-b6bb-ffd3e1b3b05e
  kind: Event
  lastTimestamp: "2026-07-28T16:30:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:30:06Z"
    name: isvc-canary-stop.18c6810f93f66618
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: 77431dad-2421-44ca-bb92-cacfcfa30da1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24080"
    uid: 3cf7d9f2-1a6d-4ff1-b6bb-ffd3e1b3b05e
  kind: Event
  lastTimestamp: "2026-07-28T16:31:26Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:31:26Z"
    name: isvc-canary-stop.18c681222de5f45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24081"
    uid: 2b9968da-8112-4b11-bdc6-d0056a69a82f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24172"
    uid: 3cf7d9f2-1a6d-4ff1-b6bb-ffd3e1b3b05e
  kind: Event
  lastTimestamp: "2026-07-28T16:31:36Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T16:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:31:36Z"
    name: isvc-canary-stop.18c6812489950d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "24174"
    uid: fc3ae5b9-81c7-4af9-910e-38b5533b4602
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:33:55.081546Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25511"
    uid: 841ef677-3054-4950-8de6-29fac7a070eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5
    to ip-10-0-131-181.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:33:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:33:55Z"
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5.18c68144de0423f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: 522ec8a8-4a2b-48e4-9e9d-00ebb869cda7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: 841ef677-3054-4950-8de6-29fac7a070eb
  kind: Event
  lastTimestamp: "2026-07-28T16:33:55Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:33:55Z"
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5.18c68144f7289c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25542"
    uid: c577c935-2786-4ea1-abef-d7facc2cb200
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25518"
    uid: 841ef677-3054-4950-8de6-29fac7a070eb
  kind: Event
  lastTimestamp: "2026-07-28T16:33:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:58Z"
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5.18c68144f8af8d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25650"
    uid: 021246c8-200b-4160-9ecc-44d36cad25be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25518"
    uid: 841ef677-3054-4950-8de6-29fac7a070eb
  kind: Event
  lastTimestamp: "2026-07-28T16:33:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:58Z"
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5.18c68144fb642702
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: fb5adb6c-3878-49a4-b0fe-e11bd4672021
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25518"
    uid: 841ef677-3054-4950-8de6-29fac7a070eb
  kind: Event
  lastTimestamp: "2026-07-28T16:33:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:58Z"
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5.18c68144fbd21bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 8a4bc4de-2536-4073-a1be-0306bd099605
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25518"
    uid: 841ef677-3054-4950-8de6-29fac7a070eb
  kind: Event
  lastTimestamp: "2026-07-28T16:34:00Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:34:00Z"
    name: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5.18c6814633593cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25729"
    uid: bd09ea29-27f3-4aca-afc5-95639edeec44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-136677-predictor-84ccc7d97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25488"
    uid: 8f917d2e-8d67-4452-80bd-e7e4f61e18e9
  kind: Event
  lastTimestamp: "2026-07-28T16:33:55Z"
  message: 'Created pod: isvc-init-fail-136677-predictor-84ccc7d97b-x9gf5'
  metadata:
    creationTimestamp: "2026-07-28T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:55Z"
    name: isvc-init-fail-136677-predictor-84ccc7d97b.18c68144dd6a7c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: 5cf3a618-ba8e-4024-a493-4f3371120025
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-136677-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: cabcc823-3341-4b2e-b0cc-37d8385b48eb
  kind: Event
  lastTimestamp: "2026-07-28T16:33:55Z"
  message: Scaled up replica set isvc-init-fail-136677-predictor-84ccc7d97b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:55Z"
    name: isvc-init-fail-136677-predictor.18c68144d99e60e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25489"
    uid: 3e3f9e88-10b5-4bee-973e-5488e24ddaed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-136677
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: b6e73f40-3a20-4a50-ad9e-1031315d235e
  kind: Event
  lastTimestamp: "2026-07-28T16:33:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:33:58Z"
    name: isvc-init-fail-136677.18c68144d9b8aa85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 2aab1ab1-1f7d-40ba-8163-f7ebde89c5c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-136677
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: b6e73f40-3a20-4a50-ad9e-1031315d235e
  kind: Event
  lastTimestamp: "2026-07-28T16:33:55Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-136677":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-136677":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:33:55Z"
    name: isvc-init-fail-136677.18c68144da8b0f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: 09b91257-321c-4dcb-90cf-ef3b64ab2d83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-136677
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: b6e73f40-3a20-4a50-ad9e-1031315d235e
  kind: Event
  lastTimestamp: "2026-07-28T16:33:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-136677": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:33:55Z"
    name: isvc-init-fail-136677.18c68144da8b572f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: c6173645-1bda-4a97-bc9b-e1155ed2d59d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:17:29.040127Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17352"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:17:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:17:29Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c6805f495e27be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: e4b37ca9-6776-4cfb-84f7-51fe84a04741
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-8b634-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:29Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c6805f57746bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17366"
    uid: 141e5c88-f146-4100-bded-e54ea024594d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:30Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:17:30Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c6805f87caa139
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: dea98081-bbbc-41de-9a45-68d5fb60c5af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:30Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c6805f899d68fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17380"
    uid: 00357881-c30e-4b53-8763-047ca4344986
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:30Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c6805f8c2cca0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: dad9f091-db43-4ff0-b3a9-f7329f888a5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:30Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c6805f8c8f1e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: 7eea971f-8f03-4800-a1dd-cd4a5851aea1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:34Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68060aae1b0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: 00e87376-210f-4488-bb41-5959504c2820
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:35Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68060ada4889f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17428"
    uid: 461d8878-05ef-4f11-af5c-37c7145d79b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:35Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68060ae2a1b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17429"
    uid: 3478db15-95cf-48f4-90b5-759ba16dd14b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:35Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68060ae362381
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: b2de466c-b2d6-4571-8865-6f159fc672a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:35Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68060b0ed8167
    namespace: kserve-ci-e2e-test
    resourceVersion: "17434"
    uid: 87b30094-c87c-464b-ab23-3a8aaaa6495b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:35Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68060b158f10a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17435"
    uid: 2734f12e-a797-4380-aafe-d7e80f86ae84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:35Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:440184469bf83caf5543427fdbbf80873e43c9c7af817ffabe7c58eda76f78c2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:35Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68060b164a185
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: 07664be9-585d-4f2f-bbe9-7e138e62def6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:35Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T16:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:35Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68060b455d0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: e3de0ceb-d64d-4eb9-bf41-e4755c1fdd2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:35Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T16:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:35Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68060b4bbe77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17439"
    uid: 6c2237cf-1d9e-485b-9e02-a2449791a1ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:19:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:12Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68060e6dea8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18256"
    uid: d9184370-e018-4e22-928a-0466a1a5017d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:19:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T16:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:13Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c6806122f9caa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18257"
    uid: 655604a3-e269-489b-a461-183c4201b328
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68075784deb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: c1d24d58-d623-4d6e-be31-ca66ef5dea76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68075784ecff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18132"
    uid: 8128b497-b1e3-4351-b4e2-5fd64763c4f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c680757851dd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: 10d443f2-bf88-46c2-9183-2e694062d328
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 1ec609b6-0402-46e9-ae0c-158e763604f1
  kind: Event
  lastTimestamp: "2026-07-28T16:19:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:17Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc.18c68076531e248f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18296"
    uid: a983a79b-fd35-4e89-9e16-a9619cd95114
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: 3a0e401e-2c78-4d17-9c4e-6dffd27d37a9
  kind: Event
  lastTimestamp: "2026-07-28T16:17:29Z"
  message: 'Created pod: isvc-logger-raw-8b634-predictor-7c5f96c58b-x4xbc'
  metadata:
    creationTimestamp: "2026-07-28T16:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:17:29Z"
    name: isvc-logger-raw-8b634-predictor-7c5f96c58b.18c6805f48c4ffe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17355"
    uid: 7981c878-d919-47eb-93a1-81fc880e89ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-8b634-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: 26e2a54f-9801-4bd4-8837-90208ed62d15
  kind: Event
  lastTimestamp: "2026-07-28T16:17:28Z"
  message: Scaled up replica set isvc-logger-raw-8b634-predictor-7c5f96c58b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:17:28Z"
    name: isvc-logger-raw-8b634-predictor.18c6805f4521c6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 640d93a2-7a96-4888-9b91-94ee1a2b17f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8b634-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: ca5126c8-d2b4-468b-afb2-e8e6c187590d
  kind: Event
  lastTimestamp: "2026-07-28T16:18:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:18:14Z"
    name: isvc-logger-raw-8b634-predictor.18c68062c3bd5139
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: c4ea758e-c56f-4875-919d-bb3b2e8968fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8b634-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: ca5126c8-d2b4-468b-afb2-e8e6c187590d
  kind: Event
  lastTimestamp: "2026-07-28T16:18:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:18:14Z"
    name: isvc-logger-raw-8b634-predictor.18c68062c44300ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: cc8b2936-ec3a-4522-b631-5bb7365a97dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8b634-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: ca5126c8-d2b4-468b-afb2-e8e6c187590d
  kind: Event
  lastTimestamp: "2026-07-28T16:18:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:18:59Z"
    name: isvc-logger-raw-8b634-predictor.18c6806d40ae2b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: 241f90fa-4fda-4e41-b24f-1da01d4b5673
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8b634-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: ca5126c8-d2b4-468b-afb2-e8e6c187590d
  kind: Event
  lastTimestamp: "2026-07-28T16:18:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:18:59Z"
    name: isvc-logger-raw-8b634-predictor.18c6806d411fb8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18058"
    uid: 8048f199-9e58-4b02-aff7-d910d7d63439
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-8b634
    namespace: kserve-ci-e2e-test
    resourceVersion: "17332"
    uid: bdef7e78-2624-4c7c-b1de-c44ae11c063d
  kind: Event
  lastTimestamp: "2026-07-28T16:18:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:18:53Z"
    name: isvc-logger-raw-8b634.18c6805f4559f8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18016"
    uid: 5af1f3dc-b826-4744-8c2f-b315e3c077f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-8b634
    namespace: kserve-ci-e2e-test
    resourceVersion: "17332"
    uid: bdef7e78-2624-4c7c-b1de-c44ae11c063d
  kind: Event
  lastTimestamp: "2026-07-28T16:17:28Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-8b634":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-8b634":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:17:28Z"
    name: isvc-logger-raw-8b634.18c6805f45ce8684
    namespace: kserve-ci-e2e-test
    resourceVersion: "17349"
    uid: 029c58f8-32ff-4260-aea9-d5bb7e4bcbf0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-8b634
    namespace: kserve-ci-e2e-test
    resourceVersion: "18014"
    uid: bdef7e78-2624-4c7c-b1de-c44ae11c063d
  kind: Event
  lastTimestamp: "2026-07-28T16:18:53Z"
  message: InferenceService [isvc-logger-raw-8b634] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:18:53Z"
    name: isvc-logger-raw-8b634.18c68072de431f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18015"
    uid: 2ee92c6c-7805-47dd-b519-2cf7b978106d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:31:46.530257Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-5198af-predictor-846797f9c7-ptkcq
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:31:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:31:46Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c68126efc374a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24295"
    uid: 5d90d6b2-2768-4c3a-b54f-f13cbfffb01f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:31:46Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:31:46Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c68127094c5c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "24306"
    uid: 6acc1615-03bc-4d20-b483-d73078a3465f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:31:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:46Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c681270ae06a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 92fae7b6-6496-4673-836d-4a39d71ac1f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:31:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:47Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c681270dd01ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24310"
    uid: a8034537-ce49-4f32-aa41-8a6fd2f31132
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:31:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:47Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c681270e442867
    namespace: kserve-ci-e2e-test
    resourceVersion: "24311"
    uid: b6482bc1-aa34-438e-96e5-a94f5489f70f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c681281f64a27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24355"
    uid: 656b67eb-de36-439f-a226-743c8ffcf6f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c6812822bc7da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: 7f8f50b1-0e2d-46a9-a946-aba289691f04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c68128232dd49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24358"
    uid: 084ac96c-6575-4f4a-9c31-32ea92840c26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c681282337dd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24359"
    uid: b24caa04-9b83-4091-a744-3d0d942d9254
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c6812825f89ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "24362"
    uid: 09dac22a-74b4-4031-85bf-926158dc5396
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c681282668c102
    namespace: kserve-ci-e2e-test
    resourceVersion: "24363"
    uid: 0345ca33-512e-497e-9c03-01eff1a888ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:32:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:32:58Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c681285b6f36b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: b6afb0b6-e247-44d8-960e-4c4196c5a509
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:33:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:49Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c68143ac17324b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25289"
    uid: 3041f402-09f5-42f8-8afb-6fec4fa08d58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:33:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:49Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c68143ac17d4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25290"
    uid: 3f1c0f1b-6d55-4582-9ba4-fa27eeade48f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 061c79c3-9cc9-4ca6-aacb-6dc311121052
  kind: Event
  lastTimestamp: "2026-07-28T16:33:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:53Z"
    name: isvc-primary-5198af-predictor-846797f9c7-ptkcq.18c6814487c9aad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25435"
    uid: f8ac9a11-a2f6-4263-b06d-557355c69815
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-5198af-predictor-846797f9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24279"
    uid: 99c3a024-d1f2-45f4-bccc-e6f59f6a505a
  kind: Event
  lastTimestamp: "2026-07-28T16:31:46Z"
  message: 'Created pod: isvc-primary-5198af-predictor-846797f9c7-ptkcq'
  metadata:
    creationTimestamp: "2026-07-28T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:31:46Z"
    name: isvc-primary-5198af-predictor-846797f9c7.18c68126ef16e1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: e011d376-02cc-44aa-bb33-c307b956311d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-5198af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: f699e6b4-602c-4064-8532-472d30efa84d
  kind: Event
  lastTimestamp: "2026-07-28T16:31:46Z"
  message: Scaled up replica set isvc-primary-5198af-predictor-846797f9c7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:31:46Z"
    name: isvc-primary-5198af-predictor.18c68126ea4bc436
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 11ed09fb-0b1e-433d-95a7-580e47cd0594
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:32:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5198af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24278"
    uid: 1c98b3cb-c3d2-4718-aaf0-84a42be683bc
  kind: Event
  lastTimestamp: "2026-07-28T16:32:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:32:01Z"
    name: isvc-primary-5198af-predictor.18c6812a692ad628
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: e2f1fa75-aed6-4a56-aca8-d900634227b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:32:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5198af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24278"
    uid: 1c98b3cb-c3d2-4718-aaf0-84a42be683bc
  kind: Event
  lastTimestamp: "2026-07-28T16:32:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:32:01Z"
    name: isvc-primary-5198af-predictor.18c6812a69a14a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: 3d90c5f1-53bd-48cb-9daf-218c7044c731
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T16:32:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5198af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: 1c98b3cb-c3d2-4718-aaf0-84a42be683bc
  kind: Event
  lastTimestamp: "2026-07-28T16:33:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:31Z"
    name: isvc-primary-5198af-predictor.18c6812de90feeb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25067"
    uid: 13e9cab7-8607-479b-8cdd-64fedc0cc352
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T16:32:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5198af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: 1c98b3cb-c3d2-4718-aaf0-84a42be683bc
  kind: Event
  lastTimestamp: "2026-07-28T16:33:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:31Z"
    name: isvc-primary-5198af-predictor.18c6812de9a956f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: 3e68ed7c-d3a4-424c-b675-6097ed153041
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5198af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24269"
    uid: 0d616323-8831-4acb-84c9-6c5ee1239f7b
  kind: Event
  lastTimestamp: "2026-07-28T16:33:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:33:08Z"
    name: isvc-primary-5198af.18c68126ea94fe44
    namespace: kserve-ci-e2e-test
    resourceVersion: "24906"
    uid: e827fc11-fbe4-45f5-88f8-6d1a3866a99f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5198af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24269"
    uid: 0d616323-8831-4acb-84c9-6c5ee1239f7b
  kind: Event
  lastTimestamp: "2026-07-28T16:31:46Z"
  message: 'Failed to update status for InferenceService "isvc-primary-5198af": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-5198af":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:31:46Z"
    name: isvc-primary-5198af.18c68126eafd0065
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: e23cff90-316c-4887-9dc8-4f6d4cdf38aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5198af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24269"
    uid: 0d616323-8831-4acb-84c9-6c5ee1239f7b
  kind: Event
  lastTimestamp: "2026-07-28T16:31:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-5198af": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:31:46Z"
    name: isvc-primary-5198af.18c68126eafd4b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: 1de6e50d-dba7-447a-bd5d-9e67ee0d2ff8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5198af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24904"
    uid: 0d616323-8831-4acb-84c9-6c5ee1239f7b
  kind: Event
  lastTimestamp: "2026-07-28T16:33:08Z"
  message: InferenceService [isvc-primary-5198af] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:33:08Z"
    name: isvc-primary-5198af.18c6813a13c30f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: 20be7c15-6ec0-4dc2-a0d0-c981037e4feb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:11:42.980586Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14217"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:11:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:11:42Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6800eb69c8f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14224"
    uid: 7b2e083f-6874-4f9c-b949-72d98695b317
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:11:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-3a741-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:11:43Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6800ec3cc7c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "14232"
    uid: 622021c8-2c39-47ba-8dcd-9ebb371ba839
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14228"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:11:44Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:11:44Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6800ef3cb9de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14240"
    uid: a7e79d60-0e6b-47d3-9b48-96bc15a35966
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:11:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:11:44Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6800ef56ff842
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: 1e43358a-1f72-47d6-a867-1f65c69cf693
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:11:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:11:44Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6800ef89d8c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "14245"
    uid: abd848f5-bf31-44a2-a973-c36c02fafc42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:11:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:11:44Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6800ef90ddf05
    namespace: kserve-ci-e2e-test
    resourceVersion: "14246"
    uid: bd19c4d1-aaea-4d98-ac61-3fcce7cbae62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:11:48Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
  metadata:
    creationTimestamp: "2026-07-28T16:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:11:48Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6800ff788e0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14284"
    uid: 681c7391-3a47-4628-9b44-2b349847bb33
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:12:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    in 12.9s (12.9s including waiting). Image size: 1557910946 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:01Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c68012f871f155
    namespace: kserve-ci-e2e-test
    resourceVersion: "14384"
    uid: 481fdaca-82a5-4220-a2ff-4736ba4b1647
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:12:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:01Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c68012fbc2f1c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: c4da27dd-747c-404e-8c60-bdb2732ee592
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:12:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:01Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c68012fc348052
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: c148e5d1-cc96-413b-81ba-33b07972d68b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:12:01Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T16:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:01Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c68012fc4213f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14387"
    uid: 7b06e58e-78c2-4460-9d65-57fc479a4f11
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:12:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.265s (2.265s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:03Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c68013834aa7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: 48036858-d0d7-4acd-964f-aaec3e010c66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:12:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:03Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6801386e86271
    namespace: kserve-ci-e2e-test
    resourceVersion: "14402"
    uid: 8c457b60-1fa1-4a87-9167-973d652ee600
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:12:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:03Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c68013875c2dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14403"
    uid: 204d2d8e-2938-4791-b981-ca6f6cdcf1cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:12:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:440184469bf83caf5543427fdbbf80873e43c9c7af817ffabe7c58eda76f78c2"
  metadata:
    creationTimestamp: "2026-07-28T16:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:03Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c68013876a04c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: d480d0b3-0482-4ced-a901-e69351f84417
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:12:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:440184469bf83caf5543427fdbbf80873e43c9c7af817ffabe7c58eda76f78c2"
    in 2.576s (2.576s including waiting). Image size: 240170074 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:06Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6801420f57d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14425"
    uid: 36befe63-f8bf-48c3-bc36-bdde7dda1464
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:12:06Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T16:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:06Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c680142422eda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14426"
    uid: be97c39c-59f4-46ff-af05-80fe62656a6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:12:06Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T16:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:06Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c680142497476a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: b5928e11-c736-4eab-93c0-55fc3505af18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:13:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:39Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c680146a63912a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: e22aed78-eb54-4f86-88e2-75be8d8e8fd8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:13:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T16:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:29Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c680146a6dd4ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 33410f77-39ad-4861-86fe-adb7571d708b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6802740e2a8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15065"
    uid: 8021d500-a70f-4062-831b-5483aca6a18c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6802740e2f961
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 05bf01f0-d15e-4a5a-bf8a-d1da846b1a9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c6802740e3a2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: d5307acb-27a4-4847-aed3-1ff5bbe86204
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 32e4e0c9-dd2e-4dd9-90f2-6a204a7e27ca
  kind: Event
  lastTimestamp: "2026-07-28T16:13:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:38Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7.18c680274690ded3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15227"
    uid: 05d4d1ab-99be-4689-8c74-55fa59e0fe22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14208"
    uid: 7e9848d3-b131-4253-a247-292781091b69
  kind: Event
  lastTimestamp: "2026-07-28T16:11:42Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6-2j7k7'
  metadata:
    creationTimestamp: "2026-07-28T16:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:11:42Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6.18c6800eb5f5b2e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14220"
    uid: f9161a1b-6330-443c-976d-52582fb6f31c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-3a741-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14207"
    uid: f2122642-2d14-4510-8cf9-7372a49c9d5d
  kind: Event
  lastTimestamp: "2026-07-28T16:11:42Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-3a741-predictor-7599c9c8c6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:11:42Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor.18c6800eaeed8702
    namespace: kserve-ci-e2e-test
    resourceVersion: "14209"
    uid: 43183258-0606-4ff8-85a6-2796a453606d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-3a741-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: 7417a36e-034a-4f2b-9a15-501cdd7c30f0
  kind: Event
  lastTimestamp: "2026-07-28T16:12:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:12:43Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor.18c6801234aff108
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: 14ca1eb5-e394-47ea-a941-91307ea4a52e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-3a741-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: 7417a36e-034a-4f2b-9a15-501cdd7c30f0
  kind: Event
  lastTimestamp: "2026-07-28T16:12:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:12:43Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor.18c6801235237fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14691"
    uid: 146f169b-7e24-4ff8-8440-c1ebe9690960
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-3a741-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14357"
    uid: 7417a36e-034a-4f2b-9a15-501cdd7c30f0
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor.18c6802031e4b181
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: ff7b1a07-a4b6-45c5-855d-acbb3b46d722
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-3a741-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14357"
    uid: 7417a36e-034a-4f2b-9a15-501cdd7c30f0
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-raw-sklearn-batcher-3a741-predictor.18c680203255681f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: f9784fa9-43ac-40d9-8135-83f7675003de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-3a741
    namespace: kserve-ci-e2e-test
    resourceVersion: "14199"
    uid: 9387cda4-216b-4892-ad72-985ea9feef44
  kind: Event
  lastTimestamp: "2026-07-28T16:13:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:13:19Z"
    name: isvc-raw-sklearn-batcher-3a741.18c6800eb55cfb98
    namespace: kserve-ci-e2e-test
    resourceVersion: "14965"
    uid: 71d8bd33-f856-4ebe-9cd5-587c008a5016
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-3a741
    namespace: kserve-ci-e2e-test
    resourceVersion: "14199"
    uid: 9387cda4-216b-4892-ad72-985ea9feef44
  kind: Event
  lastTimestamp: "2026-07-28T16:11:42Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-3a741":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-3a741":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:11:42Z"
    name: isvc-raw-sklearn-batcher-3a741.18c6800eb5f62155
    namespace: kserve-ci-e2e-test
    resourceVersion: "14221"
    uid: d0977b25-6408-4b8a-9649-581266ce222a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-3a741
    namespace: kserve-ci-e2e-test
    resourceVersion: "14199"
    uid: 9387cda4-216b-4892-ad72-985ea9feef44
  kind: Event
  lastTimestamp: "2026-07-28T16:11:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-3a741": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:11:42Z"
    name: isvc-raw-sklearn-batcher-3a741.18c6800eb5f67d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: 6a57dc7f-2c19-4808-a5df-73ac33d00c1f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-3a741
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: 9387cda4-216b-4892-ad72-985ea9feef44
  kind: Event
  lastTimestamp: "2026-07-28T16:13:19Z"
  message: InferenceService [isvc-raw-sklearn-batcher-3a741] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:13:19Z"
    name: isvc-raw-sklearn-batcher-3a741.18c6802539a8381d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: ac86493c-9a8a-4f50-9d85-5bd24a555f8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:33:31.802242Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25095"
    uid: 207b6fd9-daf0-4ee7-81cb-810f9fb42f68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl
    to ip-10-0-131-181.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:33:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:33:31Z"
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl.18c6813f72762c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25099"
    uid: 52fdcd8c-81c2-439d-9b3e-275aac4fab14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25103"
    uid: 207b6fd9-daf0-4ee7-81cb-810f9fb42f68
  kind: Event
  lastTimestamp: "2026-07-28T16:33:32Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:33:32Z"
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl.18c6813f8bf341d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25110"
    uid: 6b399d6c-590a-47e4-8a85-de58db6d6225
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25097"
    uid: 207b6fd9-daf0-4ee7-81cb-810f9fb42f68
  kind: Event
  lastTimestamp: "2026-07-28T16:33:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:37Z"
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl.18c6813f8d7be6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25160"
    uid: a6e0eef2-2c77-4c2b-80fa-00c076b15bfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25097"
    uid: 207b6fd9-daf0-4ee7-81cb-810f9fb42f68
  kind: Event
  lastTimestamp: "2026-07-28T16:33:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:37Z"
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl.18c6813f90602c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "25162"
    uid: 52c3c2ca-421e-4063-b9a9-5714b8d44888
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25097"
    uid: 207b6fd9-daf0-4ee7-81cb-810f9fb42f68
  kind: Event
  lastTimestamp: "2026-07-28T16:33:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:37Z"
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl.18c6813f90cf6bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: ccab6fca-c933-4c9a-9498-4c84dc5d2bea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25097"
    uid: 207b6fd9-daf0-4ee7-81cb-810f9fb42f68
  kind: Event
  lastTimestamp: "2026-07-28T16:33:43Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl_kserve-ci-e2e-test(207b6fd9-daf0-4ee7-81cb-810f9fb42f68)
  metadata:
    creationTimestamp: "2026-07-28T16:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:43Z"
    name: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl.18c681423aaab02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25206"
    uid: 458ce04c-fa00-4668-b2cd-0fefb96f3667
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-5198af-predictor-7bb4bffff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25083"
    uid: 9c5bc211-8491-46aa-8707-460c4c1dee9f
  kind: Event
  lastTimestamp: "2026-07-28T16:33:31Z"
  message: 'Created pod: isvc-secondary-5198af-predictor-7bb4bffff4-5jrgl'
  metadata:
    creationTimestamp: "2026-07-28T16:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:31Z"
    name: isvc-secondary-5198af-predictor-7bb4bffff4.18c6813f72015181
    namespace: kserve-ci-e2e-test
    resourceVersion: "25096"
    uid: dc73d4fd-b5e2-4e86-973e-17389e1aefa6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-5198af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 47866801-d323-4f0f-b808-3f3c7cf006d2
  kind: Event
  lastTimestamp: "2026-07-28T16:33:31Z"
  message: Scaled up replica set isvc-secondary-5198af-predictor-7bb4bffff4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:31Z"
    name: isvc-secondary-5198af-predictor.18c6813f6c7afafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25084"
    uid: ee3e11ef-a431-4bb9-9ba6-4657e7f1499f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5198af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25082"
    uid: 2438a5d2-ac08-46ed-a473-aa6322409277
  kind: Event
  lastTimestamp: "2026-07-28T16:33:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:46Z"
    name: isvc-secondary-5198af-predictor.18c68142eb21ff84
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: 2258c1c9-9b27-4edb-927a-6d70cbcc28a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5198af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25082"
    uid: 2438a5d2-ac08-46ed-a473-aa6322409277
  kind: Event
  lastTimestamp: "2026-07-28T16:33:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:46Z"
    name: isvc-secondary-5198af-predictor.18c68142eba81aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 2c7cd2b7-197d-4e79-8218-0762181c383f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5198af
    namespace: kserve-ci-e2e-test
    resourceVersion: "25074"
    uid: 73f9c76a-c575-4f72-9e16-d9b9da6342f5
  kind: Event
  lastTimestamp: "2026-07-28T16:33:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:33:44Z"
    name: isvc-secondary-5198af.18c6813f6c838d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: cfe78be1-9c20-4bc9-bd68-852647b8cd53
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5198af
    namespace: kserve-ci-e2e-test
    resourceVersion: "25074"
    uid: 73f9c76a-c575-4f72-9e16-d9b9da6342f5
  kind: Event
  lastTimestamp: "2026-07-28T16:33:31Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-5198af":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-5198af":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:33:31Z"
    name: isvc-secondary-5198af.18c6813f6d304b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "25087"
    uid: aefda8d7-e0b4-4f1b-8b30-edca175404a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5198af
    namespace: kserve-ci-e2e-test
    resourceVersion: "25074"
    uid: 73f9c76a-c575-4f72-9e16-d9b9da6342f5
  kind: Event
  lastTimestamp: "2026-07-28T16:33:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-5198af": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:33:31Z"
    name: isvc-secondary-5198af.18c6813f6d30c16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25089"
    uid: 17d9995d-00d9-4d16-9be4-87acb3c8ad17
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:13:28.405434Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15064"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c68027426c0f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15072"
    uid: e49a2f95-13e2-4d09-a4bb-19365d4bc20f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c680275c0bfa2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15119"
    uid: 14a79b2e-1a5a-4e63-b0a3-758215527d0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c680275e4b9b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15121"
    uid: dbd9d620-d404-48e9-aeb1-d8599f56d0a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c6802760e51ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15123"
    uid: c7cd2908-22ba-4846-8353-af9e15576a0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c6802761562242
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: f1340128-d841-4cc4-b233-be330085f142
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:13:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:32Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c680284a4ef288
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 7a39d04a-818e-40ef-8c84-440a1f99d281
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:13:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:32Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c680284d4af30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15174"
    uid: 52137b22-864d-4ded-87de-ec6411c1a4ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:13:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:32Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c680284db3c144
    namespace: kserve-ci-e2e-test
    resourceVersion: "15175"
    uid: 7065109f-e300-45e2-b63e-044ba8909c78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:13:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:32Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c680284dbe077c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: a4fb4ff7-8167-4adf-b056-25753f53d2c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:13:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:32Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c6802851074b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: c0c28a91-9a6a-440d-a5e5-f66ab6ee19dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:13:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:32Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c68028516ece14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: ca69fb51-43ff-4da0-a0c1-a2f816426895
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:15:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:23Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c680288695f071
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: 4c269259-c073-4fc7-bd69-657ad61775b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:15:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c68040f589e45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: be8e0376-339a-4fc8-87f3-9c362510cfea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:15:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c68040f58a37e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 090872e8-69a8-4f22-b831-29a4fb0adfe6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 5e06ade3-d876-4927-8bc4-92aabdf64b17
  kind: Event
  lastTimestamp: "2026-07-28T16:15:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:20Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt.18c680417118c22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: 482cd9eb-737d-48b4-9965-a4d1231a27d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 609a0779-a100-46a2-b5a9-ef95921f3e03
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: 'Created pod: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96-b9mjt'
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96.18c6802741944b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3d0c174a-c9a6-4baf-88a0-9e870726f617
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-8422a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: e60b3a36-ac39-4469-b5aa-ddcdf751dd0e
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-8422a-predictor-559c6d8d96
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-sklearn-graph-raw-8422a-predictor.18c68027375891ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15041"
    uid: 8f776b3e-b3a6-4e08-a3d5-0d7706de6268
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-8422a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: 720232d0-4905-422e-be31-b02019a3fb77
  kind: Event
  lastTimestamp: "2026-07-28T16:14:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:14:13Z"
    name: isvc-sklearn-graph-raw-8422a-predictor.18c6802ab6ffc5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: 96f9542f-ca25-404e-b0ef-4828b39d8e60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-8422a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: 720232d0-4905-422e-be31-b02019a3fb77
  kind: Event
  lastTimestamp: "2026-07-28T16:14:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:14:13Z"
    name: isvc-sklearn-graph-raw-8422a-predictor.18c6802ab763d06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: 6fe06956-15f7-46fe-950c-5d3115224bc0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:14:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-8422a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15265"
    uid: 720232d0-4905-422e-be31-b02019a3fb77
  kind: Event
  lastTimestamp: "2026-07-28T16:15:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:13Z"
    name: isvc-sklearn-graph-raw-8422a-predictor.18c6803534d28b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 99dba4cc-9ea5-4f8a-a4fa-c8cd51734580
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:14:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-8422a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15265"
    uid: 720232d0-4905-422e-be31-b02019a3fb77
  kind: Event
  lastTimestamp: "2026-07-28T16:15:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:13Z"
    name: isvc-sklearn-graph-raw-8422a-predictor.18c68035356a9e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15989"
    uid: f424dfa2-bc44-43d7-aba4-32b58c1507c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-8422a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: 844708e4-b130-4849-ab2f-7cd5d6259a50
  kind: Event
  lastTimestamp: "2026-07-28T16:14:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:14:53Z"
    name: isvc-sklearn-graph-raw-8422a.18c6802737618d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 993ed7fe-97b2-412f-9015-e2c3d1ffe67c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:14:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-8422a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: 844708e4-b130-4849-ab2f-7cd5d6259a50
  kind: Event
  lastTimestamp: "2026-07-28T16:14:53Z"
  message: InferenceService [isvc-sklearn-graph-raw-8422a] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:14:53Z"
    name: isvc-sklearn-graph-raw-8422a.18c6803afce55b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: 08b736ae-d7de-452c-a345-42e20ba650f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:15:18.751199Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c68040f38add5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: e4a473b2-1ceb-4066-9e58-7334235b6354
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:15:19Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:15:19Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c680410d517b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: fd5c57c7-8040-4de3-8078-306f3138f10d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:15:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:19Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c680410ef42491
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 1f77136e-8c54-4c80-90cf-4af78af15116
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:15:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:19Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c6804111c34764
    namespace: kserve-ci-e2e-test
    resourceVersion: "16156"
    uid: e98320bd-6929-46ca-bb73-368abeea461f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:15:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:19Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c68041124be1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: f2349ee0-01e1-4d4d-9e7e-8e4aaf539da6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:15:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:23Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c68042060a8024
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 87f26610-8c2d-46b0-a130-7d3258a7046b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:15:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:23Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c6804209c2f17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: e2b0eec0-2193-4684-956e-7dc5c746fb4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:15:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:23Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c680420a23d456
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: a9936eaf-9149-4156-a8e5-79a7f4c40ece
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:15:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:23Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c680420a2e3153
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: 8269dab7-e128-461f-9f93-821076c4919b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:15:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:23Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c680420dd8e060
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: c43c031c-86b3-4303-abee-bcd3a25cfacc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:15:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:23Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c680420e3557fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: d2e146cb-84bb-4209-b41e-f7d3cc6f145d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:17:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:10Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c68042426cfa4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 6bacd5f7-b55a-4f23-8183-d4312060615e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:17:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:08Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c6805a9db7ad1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17119"
    uid: 967627a2-a06e-411f-82c0-ff4bd9b03987
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:17:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:08Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c6805a9db81d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: 43d71bf4-59a6-4afa-bd37-13609b57304e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 29aa27f7-e78c-4ffe-a756-61b34c82ebe5
  kind: Event
  lastTimestamp: "2026-07-28T16:17:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:10Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw.18c6805af11e228b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: 51df303b-465e-4254-ac22-8f866b0d5d88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 361ec1ef-86eb-45bd-bab2-dbcbf1462d54
  kind: Event
  lastTimestamp: "2026-07-28T16:15:18Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448-qnblw'
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448.18c68040f300c51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16077"
    uid: 6cdfbe1a-e1d6-4892-af72-c537fa5e8a4a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-69837-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: e80be08a-f3a0-49aa-8bcf-caaa9c9e4dce
  kind: Event
  lastTimestamp: "2026-07-28T16:15:18Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-69837-predictor-8f66fd448
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor.18c68040ed750b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 9346a020-d31c-45a1-a88b-cc686f8be089
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-69837-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: 769b3fec-30e1-4b27-becf-3bd7dc883345
  kind: Event
  lastTimestamp: "2026-07-28T16:15:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:48Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor.18c680446cc74861
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: a7a68480-190b-4646-b955-380c9fd4e9c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-69837-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: 769b3fec-30e1-4b27-becf-3bd7dc883345
  kind: Event
  lastTimestamp: "2026-07-28T16:15:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:48Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor.18c680446d2e445b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 428cf79c-679d-4b81-bc1a-5b5ae3c9b29c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-69837-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 769b3fec-30e1-4b27-becf-3bd7dc883345
  kind: Event
  lastTimestamp: "2026-07-28T16:17:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:17:03Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor.18c6804b6b82a2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17027"
    uid: f321c234-e412-4b47-ab39-05d740123042
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-69837-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 769b3fec-30e1-4b27-becf-3bd7dc883345
  kind: Event
  lastTimestamp: "2026-07-28T16:17:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:17:03Z"
    name: isvc-sklearn-graph-raw-hpa-69837-predictor.18c6804b6c1cc491
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 3ad93c2e-e8d4-4f9a-9dde-c46cd1156720
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-69837
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: 0245e66c-58fb-47a2-816d-2bb71124dfd7
  kind: Event
  lastTimestamp: "2026-07-28T16:16:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:16:40Z"
    name: isvc-sklearn-graph-raw-hpa-69837.18c68040ee4d7a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: 5d13ffbb-e0e8-436c-853d-f78ca1c03d08
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-69837
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 0245e66c-58fb-47a2-816d-2bb71124dfd7
  kind: Event
  lastTimestamp: "2026-07-28T16:16:40Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-69837] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:16:40Z"
    name: isvc-sklearn-graph-raw-hpa-69837.18c68053fb9e6cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: ad54a1c7-0a4e-447f-84fd-dad15bbb1b94
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:19:04.380819Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18140"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c680757c1e0d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "18144"
    uid: cde41c22-b66d-48df-a5ba-b0e2c81ef2cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18149"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c6807595db4945
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: e6f8bb6d-560e-4ecf-99c5-8a2a712dbe42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c680759767238d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: 293f43e0-2bec-4099-8213-8c4ce7211a28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c680759a41aad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 9b9e00cf-4b03-4216-a631-e43714ec7888
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c680759ab31267
    namespace: kserve-ci-e2e-test
    resourceVersion: "18183"
    uid: 5dd7099c-c369-4e04-87b3-584970f1d2fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:19:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:09Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c68076a5244730
    namespace: kserve-ci-e2e-test
    resourceVersion: "18220"
    uid: f4a04ef1-0b76-4717-92b7-baf324c5a8d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:19:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:09Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c68076a81d9a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18223"
    uid: 1dffaa10-5483-4ffe-afaf-51ef757a4085
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:19:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:09Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c68076a88c0f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: 1d48fc0f-3309-4966-80fd-925c6f072229
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:19:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:09Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c68076a8953355
    namespace: kserve-ci-e2e-test
    resourceVersion: "18225"
    uid: d6602116-0ab7-48c2-971a-efb7a69c509e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:19:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:09Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c68076ac736fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18228"
    uid: 1cd3da43-9bec-492c-bc61-305c9beac554
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:19:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:09Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c68076ace3cbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18229"
    uid: 6aff6555-41b2-4c9a-ab33-8498facf0c56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:21:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:21:58Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c680771d237d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: c7657ddf-5bd3-49b5-a9cc-fb328b49e919
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:21:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:21:54Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c6809d1fae78e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19432"
    uid: 502c57a8-d852-4f18-b32d-9c5cd98ba6cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:21:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:21:54Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c6809d1faf1bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19433"
    uid: a310024e-a8db-4b90-87be-8c72f1ec2d57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: e62bc559-03a3-4fa9-8a92-bb4d08b8c3d3
  kind: Event
  lastTimestamp: "2026-07-28T16:22:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:02Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k.18c6809dc410dd2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: f530f31f-963e-49b6-8fa1-28de77486158
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18114"
    uid: a211d2ca-bb42-47c7-a35d-e9cd19a63df9
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: 'Created pod: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54-frf2k'
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54.18c680757ba4446f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 266a1142-7035-4fd7-b581-e1c5475ed15a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-0a1ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18108"
    uid: 47f491ba-6e74-45bc-8cf0-5bcf8dbc2c9a
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-0a1ef-predictor-5d7b7b4d54
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor.18c680757647e2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18115"
    uid: b117bd38-27d0-4782-b92d-5e8080eda923
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-0a1ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18110"
    uid: 9ee6c130-e6df-43b4-b6b6-6bd0713ff31f
  kind: Event
  lastTimestamp: "2026-07-28T16:19:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:19:34Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor.18c68078f4e1df73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 3ffc153e-8f82-4859-8029-bc7f1ce2c8c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-0a1ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18110"
    uid: 9ee6c130-e6df-43b4-b6b6-6bd0713ff31f
  kind: Event
  lastTimestamp: "2026-07-28T16:19:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:19:34Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor.18c68078f55d5e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: 84d42d4e-4197-442a-bb02-4d54536c86a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-0a1ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 9ee6c130-e6df-43b4-b6b6-6bd0713ff31f
  kind: Event
  lastTimestamp: "2026-07-28T16:21:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:21:49Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor.18c6807ff3731492
    namespace: kserve-ci-e2e-test
    resourceVersion: "19378"
    uid: 7030b2c9-a054-4ab5-9e74-23d11af962c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-0a1ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 9ee6c130-e6df-43b4-b6b6-6bd0713ff31f
  kind: Event
  lastTimestamp: "2026-07-28T16:21:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:21:49Z"
    name: isvc-sklearn-scale-raw-0a1ef-predictor.18c6807ff3e68ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: c0a9d26a-e08c-4ac8-af46-27f84a1191c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-0a1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18101"
    uid: 164a9695-d1a9-4239-a32a-2ebab97ddfce
  kind: Event
  lastTimestamp: "2026-07-28T16:21:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:21:48Z"
    name: isvc-sklearn-scale-raw-0a1ef.18c6807576787adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 41e8afb8-3037-451a-9322-e9eee39d6281
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-0a1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18101"
    uid: 164a9695-d1a9-4239-a32a-2ebab97ddfce
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-0a1ef":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-0a1ef":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: isvc-sklearn-scale-raw-0a1ef.18c680757769523e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18127"
    uid: a6531038-a7e6-4ddc-b026-07a8489766db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-0a1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: 164a9695-d1a9-4239-a32a-2ebab97ddfce
  kind: Event
  lastTimestamp: "2026-07-28T16:21:48Z"
  message: InferenceService [isvc-sklearn-scale-raw-0a1ef] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:21:48Z"
    name: isvc-sklearn-scale-raw-0a1ef.18c6809b9d2cd099
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: 5302568b-605f-4994-9c3c-df80b3007cdd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:13:28.609553Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c680274e96b30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: 0cc321c6-82b5-47e0-946a-4e9736040086
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:29Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:13:29Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c680276858bb77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: 6ae91b02-46af-4fbc-bcac-9fee1654e49b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:29Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c680276a8fa7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: b6cde798-1368-43c6-9604-c9cfd2bf3673
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:29Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c680276d6680e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 303d788f-e132-4612-9ae4-c666de4ce776
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:29Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c680276dc8f4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15129"
    uid: c95e84dd-3101-4b84-aec0-ce51ba4f91e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:32Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T16:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:32Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c680284a3c772b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: b74bdec5-8f7a-465e-bc5a-063c58cf3425
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:52Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.566s (19.566s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:52Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c6802cd876fdc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: 53a6e3e8-4b2b-44e9-817c-71071608776b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:52Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c6802cdc11530c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 16fd54d6-6d8d-4b5e-9b29-1a134346f443
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:52Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c6802cdc82f372
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: 8e8cf3d4-1c10-418e-a36e-3a2f37183b46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:52Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c6802cdc8c7206
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: 74cf8ca8-e166-4b88-8f4f-b26a6ce28d05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:52Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c6802cdf86e548
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: b17e149d-e234-4824-b542-a07109e360d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:13:52Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c6802cdff5b5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: 74049511-b463-4a6b-aa95-5a98c163530a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:15:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:19Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c6802d34f48b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 74b6b1dd-1fa2-4537-b5da-117e2aa4dac6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:15:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c6804101576188
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: fc1d4b6a-b126-4055-97e2-e57ae7e15b9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:15:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c680410157bb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: 5d03c03e-763e-4002-94c6-a266e0b4bdcc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: cde5f140-8d29-41d4-9aa6-9cf62d5fc16f
  kind: Event
  lastTimestamp: "2026-07-28T16:15:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:19Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp.18c680413b33eb5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: 9812e7d2-c02d-4221-a0c3-5fbf93a02e80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: fcb95e4a-77e5-46ef-8f92-6e5d6a50004f
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: 'Created pod: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697-rz6pp'
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-xgboost-graph-raw-8422a-predictor-7548cfc697.18c680274daef1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15101"
    uid: 8d1f219d-ce27-45f2-b0db-54befe8d6ca4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-8422a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15082"
    uid: 1d4b27f4-d015-4099-b9df-774cca772ab1
  kind: Event
  lastTimestamp: "2026-07-28T16:13:28Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-8422a-predictor-7548cfc697
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:13:28Z"
    name: isvc-xgboost-graph-raw-8422a-predictor.18c6802747ac3b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: 282c48db-1d87-4602-8ddf-0d57b991394c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-8422a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: e7d4a044-a4ea-4e2d-a6bd-c3972df8173a
  kind: Event
  lastTimestamp: "2026-07-28T16:14:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:14:28Z"
    name: isvc-xgboost-graph-raw-8422a-predictor.18c6802ac6760401
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: b42b69cb-0ce8-46a2-ae41-887b929a9d63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-8422a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: e7d4a044-a4ea-4e2d-a6bd-c3972df8173a
  kind: Event
  lastTimestamp: "2026-07-28T16:14:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:14:28Z"
    name: isvc-xgboost-graph-raw-8422a-predictor.18c6802ac6fd1454
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: 54ca4678-4535-457a-bf63-b95f8b741ea9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:14:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-8422a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15270"
    uid: e7d4a044-a4ea-4e2d-a6bd-c3972df8173a
  kind: Event
  lastTimestamp: "2026-07-28T16:15:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:13Z"
    name: isvc-xgboost-graph-raw-8422a-predictor.18c68038c28dea64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15991"
    uid: eac3e695-a12a-4306-ab44-f825f9416570
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:14:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-8422a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15270"
    uid: e7d4a044-a4ea-4e2d-a6bd-c3972df8173a
  kind: Event
  lastTimestamp: "2026-07-28T16:15:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:13Z"
    name: isvc-xgboost-graph-raw-8422a-predictor.18c68038c3388d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 899755ba-e34f-4e0f-b401-05204b1a58aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:13:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-8422a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 0795bedb-c5f5-4588-b44c-73646ae8d178
  kind: Event
  lastTimestamp: "2026-07-28T16:15:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:15:00Z"
    name: isvc-xgboost-graph-raw-8422a.18c68027481e78d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: d763fa19-c7e5-4a91-8839-390c6d81c4a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-8422a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: 0795bedb-c5f5-4588-b44c-73646ae8d178
  kind: Event
  lastTimestamp: "2026-07-28T16:15:00Z"
  message: InferenceService [isvc-xgboost-graph-raw-8422a] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:15:00Z"
    name: isvc-xgboost-graph-raw-8422a.18c6803c9b95fd69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15859"
    uid: 02a10baf-aeb8-4fd9-b694-98e951869f74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:15:18.928725Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c68040fe1fba1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: 95cb23fc-c209-4067-9856-82a241cfaddf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:15:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-69837-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:19Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c6804105a5e571
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: fccbcebf-c88d-45b5-9a14-a42186ceb997
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:15:19Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:15:19Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c680413b766a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: b89052be-db1f-44df-9209-20e6684f0c44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:15:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:19Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c680413cf2b705
    namespace: kserve-ci-e2e-test
    resourceVersion: "16175"
    uid: 40af03d4-1505-4df4-8b02-f4f32b8a554b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:15:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:20Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c680413fdea2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16177"
    uid: 5dc6c36b-5d71-4cb7-af47-a66cb79a8668
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:15:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:20Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c680414046b7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 456d42d5-d7d3-4498-b090-a030e4dd2a0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:15:24Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:24Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c6804242761f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16234"
    uid: 75cddbfc-ed4a-44d2-947e-8ec9af2e5b14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:15:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:24Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c680424569dece
    namespace: kserve-ci-e2e-test
    resourceVersion: "16240"
    uid: 21f65e7b-7434-4570-992e-0ca6b91f710c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:15:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:24Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c6804245c5ca26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16241"
    uid: 8391619c-6b69-4a0b-91d0-16de4ed2507f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:15:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:24Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c6804245cec1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: eeb3f1d7-fd5f-473d-81c4-94d0ff65e7a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:15:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:24Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c6804248b3091f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 5e56700d-206a-4c6c-9394-61d1ec4ea016
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:15:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:24Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c6804249148662
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 595c8432-7db3-489f-b55a-3f88cd639c0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:17:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:12Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c68042ba7b672e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: 5ac9c8a5-bd2e-4a73-acd1-4a1bba9d13e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:17:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:09Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c6805aa625e0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: a96369f0-3796-4b61-95ce-e4ff521f2dd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:17:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:09Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c6805aa626c976
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 2e0842ea-5ebe-4c6f-9af9-3c91a9a9f52a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 099007c1-560e-4197-8284-ec00886361ac
  kind: Event
  lastTimestamp: "2026-07-28T16:17:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:12Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q.18c6805b68db73bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: 024805cc-b3fd-4ed5-95ce-2dc10cb32daf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: c0b4a502-73f6-4080-8c5a-05a27ac114b6
  kind: Event
  lastTimestamp: "2026-07-28T16:15:18Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c-qsh7q'
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c.18c68040fd6e3002
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: fc8290c4-7af0-4953-a1cf-c1c213a5fcb7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-69837-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: 8f1996b6-c6ea-4920-b989-8d5dc7baaaaf
  kind: Event
  lastTimestamp: "2026-07-28T16:15:18Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-69837-predictor-594697479c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor.18c68040f9eb0c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: 1bcbf39e-196a-4419-94ac-92b35daf1b82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-69837-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 84972c18-fbdb-448f-8356-5c02cf60b1d7
  kind: Event
  lastTimestamp: "2026-07-28T16:15:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:48Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor.18c6804478c85cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: ae722e19-ee34-4307-bc1f-bee514166164
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-69837-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 84972c18-fbdb-448f-8356-5c02cf60b1d7
  kind: Event
  lastTimestamp: "2026-07-28T16:15:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:48Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor.18c680447935c172
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: b1404c69-e4fb-4de2-845b-c2feff1f8a21
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-69837-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: 84972c18-fbdb-448f-8356-5c02cf60b1d7
  kind: Event
  lastTimestamp: "2026-07-28T16:16:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:48Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor.18c6804b76f8fa79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16889"
    uid: fc1a58b3-f061-4c2a-97b4-0674469d63e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-69837-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: 84972c18-fbdb-448f-8356-5c02cf60b1d7
  kind: Event
  lastTimestamp: "2026-07-28T16:16:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:48Z"
    name: isvc-xgboost-graph-raw-hpa-69837-predictor.18c6804b776d2231
    namespace: kserve-ci-e2e-test
    resourceVersion: "16890"
    uid: b6e09344-7818-420d-9b21-1ac076114e40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-69837
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: 950e9c5c-28a4-4f0e-a5dc-303347c2adbd
  kind: Event
  lastTimestamp: "2026-07-28T16:16:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:16:32Z"
    name: isvc-xgboost-graph-raw-hpa-69837.18c68040fa7c7efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: e2a9981a-29f6-4329-97d9-70534d2510df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-69837
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 950e9c5c-28a4-4f0e-a5dc-303347c2adbd
  kind: Event
  lastTimestamp: "2026-07-28T16:16:32Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-69837] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:16:32Z"
    name: isvc-xgboost-graph-raw-hpa-69837.18c680521f607bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 5a6b1b48-931d-4561-8c58-0bb8c9684c9c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:17:09.026562Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    to ip-10-0-131-181.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:17:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:17:09Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6805aa0777ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: e18ad327-ad80-4ef6-a856-9a1f2470d5d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:17:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-8b634-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:09Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6805aad715ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: fa3e26c8-bba7-4f85-a19c-95bd354cdf2b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:17:10Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:17:10Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6805add928e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17167"
    uid: 4a05311e-eb94-4080-915f-bbc64193b92e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:17:10Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T16:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:10Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6805adf3c3e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17169"
    uid: 50feb7d1-da68-4d71-8658-2b08686ce118
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:17:11Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.159s (1.159s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:11Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6805b24565114
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: dcd04405-3835-474a-9821-70b38b997b00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:17:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:11Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6805b26f2c266
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 17cee451-da86-44a6-bf16-aeac9dadec18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:17:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:11Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6805b276a1fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17182"
    uid: 26947a74-219a-4ca7-ae1a-47bb418ecd02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:17:11Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:11Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6805b27777d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: de3d4cf3-0189-4343-94b6-e7a5add907e6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:17:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.316s (2.316s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:13Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6805bb1894147
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: c91df60a-7f6d-4ed2-b5e3-2e3e878386a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:17:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:13Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6805bb4da6fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: 9b19db90-0654-4d1d-91d6-c5a987de169a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:17:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:13Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6805bb54a837c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88fb757b-0744-4b50-adef-0c2ba221d1fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6807580d0f658
    namespace: kserve-ci-e2e-test
    resourceVersion: "18166"
    uid: fe22a878-f87c-4455-a6b4-cd1416e914f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 13861e3f-d77f-4a7a-a2f3-5e5301d0a8b6
  kind: Event
  lastTimestamp: "2026-07-28T16:19:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:04Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw.18c6807580d153bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18167"
    uid: c35299ae-1c48-4e31-abf7-0ee577dbd3c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a3bf522e-c7a6-4a29-951e-b51ad19e6687
  kind: Event
  lastTimestamp: "2026-07-28T16:17:09Z"
  message: 'Created pod: message-dumper-raw-8b634-predictor-6d7dddc6bc-n5qhw'
  metadata:
    creationTimestamp: "2026-07-28T16:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:17:09Z"
    name: message-dumper-raw-8b634-predictor-6d7dddc6bc.18c6805aa0050d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: 855bc99d-46b6-4c71-a7e9-829486b40152
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-8b634-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: c834b66d-d4d1-4cf4-af4b-7b01c74dd9a1
  kind: Event
  lastTimestamp: "2026-07-28T16:17:08Z"
  message: Scaled up replica set message-dumper-raw-8b634-predictor-6d7dddc6bc from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:17:08Z"
    name: message-dumper-raw-8b634-predictor.18c6805a9b2a55a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17108"
    uid: 85942269-d437-480b-b32b-c13297420bad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-8b634-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: 9bb8636a-7b98-4e9c-9def-54083c0cbecb
  kind: Event
  lastTimestamp: "2026-07-28T16:17:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:17:53Z"
    name: message-dumper-raw-8b634-predictor.18c6805e19ababf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: 5f725713-2550-406d-bd4b-84698d4ba522
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-8b634-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: 9bb8636a-7b98-4e9c-9def-54083c0cbecb
  kind: Event
  lastTimestamp: "2026-07-28T16:17:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:17:53Z"
    name: message-dumper-raw-8b634-predictor.18c6805e1a17adf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17585"
    uid: 60ea0020-dcec-48f4-a9f7-b2486922f69c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-8b634
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: 65c39f02-8e9b-4a08-823f-44abaeb2739e
  kind: Event
  lastTimestamp: "2026-07-28T16:17:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:17:21Z"
    name: message-dumper-raw-8b634.18c6805a9b37627b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17275"
    uid: 943b2083-22dd-4a32-8217-021c31766d0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-8b634
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: 65c39f02-8e9b-4a08-823f-44abaeb2739e
  kind: Event
  lastTimestamp: "2026-07-28T16:17:08Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-8b634":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-8b634":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:17:08Z"
    name: message-dumper-raw-8b634.18c6805a9c17d4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17114"
    uid: 833677a9-53c8-4933-8441-f288c33593f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-8b634
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 65c39f02-8e9b-4a08-823f-44abaeb2739e
  kind: Event
  lastTimestamp: "2026-07-28T16:17:21Z"
  message: InferenceService [message-dumper-raw-8b634] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:17:21Z"
    name: message-dumper-raw-8b634.18c6805d7d860498
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: 3c3086a4-f055-41c6-b593-3f51dbc740f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:15:08.309891Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: b8b83a27-d2cf-481c-95d5-b2d139fe559e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-8422a-6b8b4b8d84-tk56c
    to ip-10-0-138-10.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:15:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:15:08Z"
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c.18c6803e85311e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: 3a0165df-cf53-4a14-ad85-e0a4fa3950eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: b8b83a27-d2cf-481c-95d5-b2d139fe559e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-8422a-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:08Z"
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c.18c6803e9397a837
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: fecfe908-1509-4f72-85c9-51e4f2500d44
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: b8b83a27-d2cf-481c-95d5-b2d139fe559e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:09Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:15:09Z"
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c.18c6803ec2c0809b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15952"
    uid: ade5d077-7dfe-47da-819e-52c0b44591bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8422a}
    kind: Pod
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: b8b83a27-d2cf-481c-95d5-b2d139fe559e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:09Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:ecd8623c42b521978afd08b50dfd4d13bfe521fd8131429e4f24493619574031"
  metadata:
    creationTimestamp: "2026-07-28T16:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:09Z"
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c.18c6803ec42f454e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: 09c52dbf-12eb-444d-961e-0ae88b8885fe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8422a}
    kind: Pod
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: b8b83a27-d2cf-481c-95d5-b2d139fe559e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:ecd8623c42b521978afd08b50dfd4d13bfe521fd8131429e4f24493619574031"
    in 2.501s (2.501s including waiting). Image size: 218225243 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:11Z"
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c.18c6803f5942c1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: 2dfed01d-910d-463b-ac45-4d5304cfd229
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8422a}
    kind: Pod
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: b8b83a27-d2cf-481c-95d5-b2d139fe559e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:11Z"
  message: 'Created container: model-chainer-raw-8422a'
  metadata:
    creationTimestamp: "2026-07-28T16:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:11Z"
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c.18c6803f5c581f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15972"
    uid: 505c9a6c-9559-4324-a9f9-d1f162274550
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8422a}
    kind: Pod
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: b8b83a27-d2cf-481c-95d5-b2d139fe559e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:11Z"
  message: Started container model-chainer-raw-8422a
  metadata:
    creationTimestamp: "2026-07-28T16:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:11Z"
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c.18c6803f5cc60fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15973"
    uid: 7df5e95d-62df-452b-9463-cbd59bc1c7b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8422a}
    kind: Pod
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: b8b83a27-d2cf-481c-95d5-b2d139fe559e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:18Z"
  message: Stopping container model-chainer-raw-8422a
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c.18c68040dc686cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: efc387cc-6fd3-44e4-83a8-e0c127384ff1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8422a}
    kind: Pod
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: b8b83a27-d2cf-481c-95d5-b2d139fe559e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:48Z"
    name: model-chainer-raw-8422a-6b8b4b8d84-tk56c.18c68040dcbf43a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: 484bb33d-9dc4-4f24-8f71-074f525c8f87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-8422a-6b8b4b8d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: 2548d68e-9a0f-47a4-a510-02287e953f1f
  kind: Event
  lastTimestamp: "2026-07-28T16:15:08Z"
  message: 'Created pod: model-chainer-raw-8422a-6b8b4b8d84-tk56c'
  metadata:
    creationTimestamp: "2026-07-28T16:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:08Z"
    name: model-chainer-raw-8422a-6b8b4b8d84.18c6803e8494d5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15924"
    uid: b1b36ce8-cd88-4003-8295-61461704dec4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-8422a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 3a2489c1-b115-4da5-944d-ce2e49d89b66
  kind: Event
  lastTimestamp: "2026-07-28T16:15:08Z"
  message: Scaled up replica set model-chainer-raw-8422a-6b8b4b8d84 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:08Z"
    name: model-chainer-raw-8422a.18c6803e83595f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: b0409d05-dd1e-4e6d-bf7b-a51e53f6644a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-8422a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: ff03345a-b148-4721-8b7f-90c1efe69ccb
  kind: Event
  lastTimestamp: "2026-07-28T16:15:08Z"
  message: InferenceGraph [model-chainer-raw-8422a] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:15:08Z"
    name: model-chainer-raw-8422a.18c6803e8809c869
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: 3d634c2b-eb18-4abb-b5aa-29aa018d4387
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:16:58.707554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: 04d5f33b-db61-4962-b711-5ff2ff545212
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-69837-7887cbffbd-r62r7
    to ip-10-0-138-10.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:16:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:16:58Z"
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7.18c680583967d08a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16971"
    uid: 94603755-afd4-47a1-9a3d-42e2d48d48e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: 04d5f33b-db61-4962-b711-5ff2ff545212
  kind: Event
  lastTimestamp: "2026-07-28T16:16:59Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:16:59Z"
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7.18c6805854046f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: 04e1d4d6-94b8-4ae2-857f-0e67eb96ab3b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-69837}
    kind: Pod
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 04d5f33b-db61-4962-b711-5ff2ff545212
  kind: Event
  lastTimestamp: "2026-07-28T16:16:59Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ecd8623c42b521978afd08b50dfd4d13bfe521fd8131429e4f24493619574031"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:59Z"
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7.18c68058555d279b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: 81ac6f7c-e44b-45d1-9575-62cce23a533e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-69837}
    kind: Pod
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 04d5f33b-db61-4962-b711-5ff2ff545212
  kind: Event
  lastTimestamp: "2026-07-28T16:16:59Z"
  message: 'Created container: model-chainer-raw-hpa-69837'
  metadata:
    creationTimestamp: "2026-07-28T16:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:59Z"
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7.18c6805857fbf2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: ae956162-6246-4109-b0be-7d3b81f27487
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-69837}
    kind: Pod
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 04d5f33b-db61-4962-b711-5ff2ff545212
  kind: Event
  lastTimestamp: "2026-07-28T16:16:59Z"
  message: Started container model-chainer-raw-hpa-69837
  metadata:
    creationTimestamp: "2026-07-28T16:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:59Z"
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7.18c680585868d8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: 8f3b4338-5df2-4f4d-ac69-8eb780686860
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-69837}
    kind: Pod
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 04d5f33b-db61-4962-b711-5ff2ff545212
  kind: Event
  lastTimestamp: "2026-07-28T16:17:08Z"
  message: Stopping container model-chainer-raw-hpa-69837
  metadata:
    creationTimestamp: "2026-07-28T16:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:08Z"
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7.18c6805a91243a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: 13865d8f-5d02-4437-9581-6a0f9e7d12ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-69837}
    kind: Pod
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 04d5f33b-db61-4962-b711-5ff2ff545212
  kind: Event
  lastTimestamp: "2026-07-28T16:17:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:36Z"
    name: model-chainer-raw-hpa-69837-7887cbffbd-r62r7.18c6805b21d42346
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: 7726c315-e7c9-43dc-b5d5-aff4e0e68733
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-10.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-10.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-69837-7887cbffbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: 4007c349-f134-41da-ba8d-2766da8949c4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:58Z"
  message: 'Created pod: model-chainer-raw-hpa-69837-7887cbffbd-r62r7'
  metadata:
    creationTimestamp: "2026-07-28T16:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:58Z"
    name: model-chainer-raw-hpa-69837-7887cbffbd.18c6805838dc0239
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: f9a06aac-6c8e-41a3-af14-2a68b71a51a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-69837
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 4442616c-ed5d-46f3-a460-0927143671b5
  kind: Event
  lastTimestamp: "2026-07-28T16:16:58Z"
  message: Scaled up replica set model-chainer-raw-hpa-69837-7887cbffbd from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:58Z"
    name: model-chainer-raw-hpa-69837.18c6805837b5886d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: 4f5455c2-afb0-4c04-8a3f-961e3c13e4d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-69837
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: ee95b0de-5460-48c7-a8f8-5cf06af89139
  kind: Event
  lastTimestamp: "2026-07-28T16:16:58Z"
  message: InferenceGraph [model-chainer-raw-hpa-69837] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:16:58Z"
    name: model-chainer-raw-hpa-69837.18c680583c68aed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: 404d4128-8cc1-4966-bacd-185376d6f618
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:34:05.348075Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25796"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    to ip-10-0-131-181.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:34:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:34:05Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c6814741f2fe05
    namespace: kserve-ci-e2e-test
    resourceVersion: "25802"
    uid: d40c1656-2db0-4e12-aeec-1d75866bae57
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25809"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:34:05Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:34:05Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c681475b68f63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25816"
    uid: c45ececb-cf06-43fa-a40d-885e572cfabd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:34:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:34:05Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c681475ce92dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25818"
    uid: d3d27a9b-6fdc-4c1e-8cb6-a86d88bad4b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:34:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:34:05Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c681475fca555e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25820"
    uid: a55f6ac6-e049-46ea-a5b6-1e66861a84a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:34:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:34:05Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c68147604577f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25821"
    uid: a10f4b06-de1a-456d-96d3-8ea7fa7155af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:34:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:34:09Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c681484e0b25cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25850"
    uid: 72d353b6-5c26-4440-a269-0d67502acc61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:34:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:34:09Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c6814851124e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: e1009a58-eca1-4dad-9bf9-0aa20bd50278
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:34:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:34:09Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c6814851808430
    namespace: kserve-ci-e2e-test
    resourceVersion: "25853"
    uid: 4c0eaeb9-1410-4bca-b5b7-8b823366584c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:34:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:34:09Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c68148518b50c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25854"
    uid: 17b44498-6497-4515-ad3a-b51e43d854c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:34:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:34:09Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c68148542ef333
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: 8a5fec32-73ba-49c9-b3a0-4d280b0353e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:34:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:34:09Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c6814854a3dc17
    namespace: kserve-ci-e2e-test
    resourceVersion: "25858"
    uid: bd46270e-6193-4273-b65e-a87b1cea6dbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:35:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:37Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c68148c5d0c76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26512"
    uid: b40b3122-fc6e-479a-8fbb-d967c3f5a54d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:35:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:35Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c6815c3c61ef4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: 172f1891-d73f-413c-a163-6b5855f4291e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:35:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:35Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c6815c3c62bf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: 0992fef8-ce18-4b5a-afc2-ccaa42e9588a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: 80a72382-70ba-421a-8569-aa48af26ce33
  kind: Event
  lastTimestamp: "2026-07-28T16:35:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:37Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq.18c6815ccbfcb1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a9af0e38-ecfc-4e41-bf26-9caf5bb647f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-181.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-181.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-bad41-predictor-85c45bccd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25786"
    uid: 1f5b4b34-f708-408a-a620-940315075169
  kind: Event
  lastTimestamp: "2026-07-28T16:34:05Z"
  message: 'Created pod: raw-sklearn-bad41-predictor-85c45bccd4-c4jpq'
  metadata:
    creationTimestamp: "2026-07-28T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:34:05Z"
    name: raw-sklearn-bad41-predictor-85c45bccd4.18c6814741612276
    namespace: kserve-ci-e2e-test
    resourceVersion: "25797"
    uid: f9344106-49b5-44c6-9abb-b924ddd532f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-bad41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25784"
    uid: 486be527-4f76-42ab-9ac8-98dccd003c4e
  kind: Event
  lastTimestamp: "2026-07-28T16:34:05Z"
  message: Scaled up replica set raw-sklearn-bad41-predictor-85c45bccd4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:34:05Z"
    name: raw-sklearn-bad41-predictor.18c681473dbe64d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25788"
    uid: 9af5b3cc-53f8-4905-88fe-3c88e6e73ca3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-bad41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25785"
    uid: 8395f9c5-685d-47b6-8918-cb6272afd287
  kind: Event
  lastTimestamp: "2026-07-28T16:34:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:34:35Z"
    name: raw-sklearn-bad41-predictor.18c6814abce77980
    namespace: kserve-ci-e2e-test
    resourceVersion: "26050"
    uid: 09b4a6bb-d4a8-42b9-b956-f07466176b00
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-bad41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25785"
    uid: 8395f9c5-685d-47b6-8918-cb6272afd287
  kind: Event
  lastTimestamp: "2026-07-28T16:34:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:34:35Z"
    name: raw-sklearn-bad41-predictor.18c6814abd64c8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 5e10d998-0a15-4344-80e2-2c06be6d1857
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-bad41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: 8395f9c5-685d-47b6-8918-cb6272afd287
  kind: Event
  lastTimestamp: "2026-07-28T16:35:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:35:35Z"
    name: raw-sklearn-bad41-predictor.18c68151bb895c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "26477"
    uid: 89c31795-e3e3-41d4-bd59-0b6120d4c76e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-bad41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: 8395f9c5-685d-47b6-8918-cb6272afd287
  kind: Event
  lastTimestamp: "2026-07-28T16:35:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:35:35Z"
    name: raw-sklearn-bad41-predictor.18c68151bbf689ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: 5b9d7d9d-df25-4ce0-b2e4-054f060cf6fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-bad41
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: a081d4e0-ce53-43eb-af7d-cde04d48fd59
  kind: Event
  lastTimestamp: "2026-07-28T16:35:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:35:28Z"
    name: raw-sklearn-bad41.18c681473dd7091d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26426"
    uid: e7ae85d7-bf29-4dc4-a7bc-c902d47c04eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-bad41
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: a081d4e0-ce53-43eb-af7d-cde04d48fd59
  kind: Event
  lastTimestamp: "2026-07-28T16:34:05Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-bad41": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-bad41":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:34:05Z"
    name: raw-sklearn-bad41.18c681473e58da71
    namespace: kserve-ci-e2e-test
    resourceVersion: "25792"
    uid: dc7de37f-f6ad-4df3-ba30-62de5fc97f3a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-bad41
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: a081d4e0-ce53-43eb-af7d-cde04d48fd59
  kind: Event
  lastTimestamp: "2026-07-28T16:35:27Z"
  message: InferenceService [raw-sklearn-bad41] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:35:27Z"
    name: raw-sklearn-bad41.18c6815a7f865a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: 57f30a96-b3e9-48f8-9793-76578b7b86a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:35:40.673838Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26560"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    to ip-10-0-142-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:35:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:35:40Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815d73cea416
    namespace: kserve-ci-e2e-test
    resourceVersion: "26564"
    uid: 4b262b8c-1ece-4033-a08a-79f076aa2ef2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d7bffdc5-87q5d
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26567"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:41Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:35:41Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815d8d4acdef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26573"
    uid: 012f6bb1-2bcc-4094-a2c9-9bba77e02a75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0a55b7ab9c6c77d762de859d20496ef5a9b41cb492d5728752f25851b1e70916"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:41Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815d8ef133b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: b4534330-c656-4c6c-9550-ec7569c936cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:41Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815d91a48f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26576"
    uid: 78941ad4-b61a-42d6-96a1-5d03de6e037c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:41Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815d921593e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26577"
    uid: c116b708-c986-4b58-b47d-00eebc632561
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:45Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815e98b8a743
    namespace: kserve-ci-e2e-test
    resourceVersion: "26618"
    uid: 329ae768-cb02-4c63-80da-cc79131acf0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:45Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815e9bc4c4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26621"
    uid: 4d0dde36-f88f-406a-8528-020bc520aef3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:45Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815e9c390879
    namespace: kserve-ci-e2e-test
    resourceVersion: "26622"
    uid: f167e06c-82ea-485d-b664-981a5f6211ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:45Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815e9c442fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: a3ccb2ae-2af9-4dc7-ba09-edc9ff1f9699
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:45Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815e9f542bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26626"
    uid: 89ce767b-e74d-431f-8fd5-fba99b42ee77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:45Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815e9fc9e70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26627"
    uid: 28943e10-732d-4a10-9b45-18295abc8b80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:36:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:56Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6815ed4baae5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27130"
    uid: ffba6ed9-6005-4588-b3ed-c47b84f7e92f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:37:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:37:10Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6817273c74994
    namespace: kserve-ci-e2e-test
    resourceVersion: "27259"
    uid: dd3adb19-a5b1-41b6-ad30-b9b9c69e2ebe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:37:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:37:10Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c6817273c8699c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27260"
    uid: 3c3e6408-f843-4ffe-949a-564e9822b1c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: dd7eca32-f2e7-4235-b294-21fe8a8c9d4c
  kind: Event
  lastTimestamp: "2026-07-28T16:37:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:37:12Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz.18c68172dade2d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "27272"
    uid: 36dd6af0-4735-49cf-9f5b-b73b2291d7cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: d9752c3b-35fa-432d-ab7d-52885f614439
  kind: Event
  lastTimestamp: "2026-07-28T16:35:40Z"
  message: 'Created pod: raw-sklearn-runtime-384b7-predictor-7b9b688c5b-q5vvz'
  metadata:
    creationTimestamp: "2026-07-28T16:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:35:40Z"
    name: raw-sklearn-runtime-384b7-predictor-7b9b688c5b.18c6815d7341f029
    namespace: kserve-ci-e2e-test
    resourceVersion: "26561"
    uid: ab4b68d6-96e0-45a3-bb6c-9aa8e81ec655
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-384b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: 25905409-7982-447a-b4e6-8e7c6af76afb
  kind: Event
  lastTimestamp: "2026-07-28T16:35:40Z"
  message: Scaled up replica set raw-sklearn-runtime-384b7-predictor-7b9b688c5b from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:35:40Z"
    name: raw-sklearn-runtime-384b7-predictor.18c6815d6d693a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: 7c652475-65ba-4d02-b7f8-c471135766d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-384b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: 3d2d685b-1485-426a-b066-9e5095b94e7c
  kind: Event
  lastTimestamp: "2026-07-28T16:36:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:36:25Z"
    name: raw-sklearn-runtime-384b7-predictor.18c68160ec0a44bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26915"
    uid: 6680ed9e-420e-4343-bf28-357d135697cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-384b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: 3d2d685b-1485-426a-b066-9e5095b94e7c
  kind: Event
  lastTimestamp: "2026-07-28T16:36:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:36:25Z"
    name: raw-sklearn-runtime-384b7-predictor.18c68160ec74ec00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26916"
    uid: 93c71a48-029a-4aca-a14a-5bc21e1a3391
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-384b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: 3d2d685b-1485-426a-b066-9e5095b94e7c
  kind: Event
  lastTimestamp: "2026-07-28T16:37:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:37:10Z"
    name: raw-sklearn-runtime-384b7-predictor.18c681646bcf5a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: d0ce14b1-701a-431f-910a-825a142e789c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-384b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: 3d2d685b-1485-426a-b066-9e5095b94e7c
  kind: Event
  lastTimestamp: "2026-07-28T16:37:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:37:10Z"
    name: raw-sklearn-runtime-384b7-predictor.18c681646c58c271
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: 214f326c-bc4f-4b87-99b8-9f0b9693680e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-384b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: e7db3a1e-2e69-4c9a-8ad1-4bea14026e2c
  kind: Event
  lastTimestamp: "2026-07-28T16:37:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:37:06Z"
    name: raw-sklearn-runtime-384b7.18c6815d6d82b3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27210"
    uid: ecf5b1b4-ba6b-449b-b521-21de66c97771
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-384b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: e7db3a1e-2e69-4c9a-8ad1-4bea14026e2c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:40Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-384b7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-384b7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:35:40Z"
    name: raw-sklearn-runtime-384b7.18c6815d6e38ad07
    namespace: kserve-ci-e2e-test
    resourceVersion: "26552"
    uid: 62c3ef8a-afcd-4868-b3fb-8833c2a3da58
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:37:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-384b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27206"
    uid: e7db3a1e-2e69-4c9a-8ad1-4bea14026e2c
  kind: Event
  lastTimestamp: "2026-07-28T16:37:06Z"
  message: InferenceService [raw-sklearn-runtime-384b7] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:37:06Z"
    name: raw-sklearn-runtime-384b7.18c681715a31638e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: 7328fd88-9ce8-4cdf-9dde-d1830bdf4ad8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "27523"